data-analyst-mcp 0.0.0-stage → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +262 -3
- package/dist/adapters/_acf_tidy.d.ts +18 -0
- package/dist/adapters/_acf_tidy.js +432 -0
- package/dist/adapters/_acf_tidy.js.map +1 -0
- package/dist/adapters/_actuaries_read.d.ts +38 -0
- package/dist/adapters/_actuaries_read.js +728 -0
- package/dist/adapters/_actuaries_read.js.map +1 -0
- package/dist/adapters/_census_micro.d.ts +70 -0
- package/dist/adapters/_census_micro.js +622 -0
- package/dist/adapters/_census_micro.js.map +1 -0
- package/dist/adapters/_census_util.d.ts +40 -0
- package/dist/adapters/_census_util.js +275 -0
- package/dist/adapters/_census_util.js.map +1 -0
- package/dist/adapters/_dol_states.d.ts +6 -0
- package/dist/adapters/_dol_states.js +58 -0
- package/dist/adapters/_dol_states.js.map +1 -0
- package/dist/adapters/_govinfo_entities.d.ts +4 -0
- package/dist/adapters/_govinfo_entities.js +6 -0
- package/dist/adapters/_govinfo_entities.js.map +1 -0
- package/dist/adapters/_govinfo_json.d.ts +13 -0
- package/dist/adapters/_govinfo_json.js +107 -0
- package/dist/adapters/_govinfo_json.js.map +1 -0
- package/dist/adapters/_govinfo_py.d.ts +22 -0
- package/dist/adapters/_govinfo_py.js +272 -0
- package/dist/adapters/_govinfo_py.js.map +1 -0
- package/dist/adapters/_govinfo_xml.d.ts +22 -0
- package/dist/adapters/_govinfo_xml.js +233 -0
- package/dist/adapters/_govinfo_xml.js.map +1 -0
- package/dist/adapters/_hud_excel.d.ts +2 -0
- package/dist/adapters/_hud_excel.js +166 -0
- package/dist/adapters/_hud_excel.js.map +1 -0
- package/dist/adapters/_omb_grid.d.ts +17 -0
- package/dist/adapters/_omb_grid.js +132 -0
- package/dist/adapters/_omb_grid.js.map +1 -0
- package/dist/adapters/_omb_util.d.ts +40 -0
- package/dist/adapters/_omb_util.js +192 -0
- package/dist/adapters/_omb_util.js.map +1 -0
- package/dist/adapters/_usaspending_state.d.ts +6 -0
- package/dist/adapters/_usaspending_state.js +54 -0
- package/dist/adapters/_usaspending_state.js.map +1 -0
- package/dist/adapters/_usda-fna_book.d.ts +59 -0
- package/dist/adapters/_usda-fna_book.js +869 -0
- package/dist/adapters/_usda-fna_book.js.map +1 -0
- package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
- package/dist/adapters/_usda-fna_pdf.js +361 -0
- package/dist/adapters/_usda-fna_pdf.js.map +1 -0
- package/dist/adapters/_usda-outlook_read.d.ts +70 -0
- package/dist/adapters/_usda-outlook_read.js +362 -0
- package/dist/adapters/_usda-outlook_read.js.map +1 -0
- package/dist/adapters/acf.d.ts +3 -0
- package/dist/adapters/acf.js +187 -0
- package/dist/adapters/acf.js.map +1 -0
- package/dist/adapters/actuaries.d.ts +3 -0
- package/dist/adapters/actuaries.js +293 -0
- package/dist/adapters/actuaries.js.map +1 -0
- package/dist/adapters/bts.d.ts +3 -0
- package/dist/adapters/bts.js +26 -0
- package/dist/adapters/bts.js.map +1 -0
- package/dist/adapters/census-geocoder.d.ts +10 -0
- package/dist/adapters/census-geocoder.js +47 -0
- package/dist/adapters/census-geocoder.js.map +1 -0
- package/dist/adapters/census.d.ts +17 -0
- package/dist/adapters/census.js +983 -0
- package/dist/adapters/census.js.map +1 -0
- package/dist/adapters/cfpb.d.ts +7 -0
- package/dist/adapters/cfpb.js +348 -0
- package/dist/adapters/cfpb.js.map +1 -0
- package/dist/adapters/clinical-trials.d.ts +3 -0
- package/dist/adapters/clinical-trials.js +135 -0
- package/dist/adapters/clinical-trials.js.map +1 -0
- package/dist/adapters/cms.d.ts +3 -0
- package/dist/adapters/cms.js +292 -0
- package/dist/adapters/cms.js.map +1 -0
- package/dist/adapters/college-scorecard.d.ts +3 -0
- package/dist/adapters/college-scorecard.js +122 -0
- package/dist/adapters/college-scorecard.js.map +1 -0
- package/dist/adapters/congress.d.ts +33 -0
- package/dist/adapters/congress.js +589 -0
- package/dist/adapters/congress.js.map +1 -0
- package/dist/adapters/dhs-ohss.d.ts +13 -0
- package/dist/adapters/dhs-ohss.js +598 -0
- package/dist/adapters/dhs-ohss.js.map +1 -0
- package/dist/adapters/doj-news.d.ts +7 -0
- package/dist/adapters/doj-news.js +286 -0
- package/dist/adapters/doj-news.js.map +1 -0
- package/dist/adapters/dol.d.ts +4 -0
- package/dist/adapters/dol.js +634 -0
- package/dist/adapters/dol.js.map +1 -0
- package/dist/adapters/eia.d.ts +15 -0
- package/dist/adapters/eia.js +456 -0
- package/dist/adapters/eia.js.map +1 -0
- package/dist/adapters/epa-aqs.d.ts +3 -0
- package/dist/adapters/epa-aqs.js +357 -0
- package/dist/adapters/epa-aqs.js.map +1 -0
- package/dist/adapters/epa.d.ts +3 -0
- package/dist/adapters/epa.js +298 -0
- package/dist/adapters/epa.js.map +1 -0
- package/dist/adapters/fbi.d.ts +3 -0
- package/dist/adapters/fbi.js +192 -0
- package/dist/adapters/fbi.js.map +1 -0
- package/dist/adapters/fda.d.ts +5 -0
- package/dist/adapters/fda.js +184 -0
- package/dist/adapters/fda.js.map +1 -0
- package/dist/adapters/fdic.d.ts +4 -0
- package/dist/adapters/fdic.js +95 -0
- package/dist/adapters/fdic.js.map +1 -0
- package/dist/adapters/fec.d.ts +3 -0
- package/dist/adapters/fec.js +142 -0
- package/dist/adapters/fec.js.map +1 -0
- package/dist/adapters/fed-board.d.ts +12 -0
- package/dist/adapters/fed-board.js +581 -0
- package/dist/adapters/fed-board.js.map +1 -0
- package/dist/adapters/federal-register.d.ts +11 -0
- package/dist/adapters/federal-register.js +43 -0
- package/dist/adapters/federal-register.js.map +1 -0
- package/dist/adapters/fhfa.d.ts +3 -0
- package/dist/adapters/fhfa.js +253 -0
- package/dist/adapters/fhfa.js.map +1 -0
- package/dist/adapters/fsa.d.ts +9 -0
- package/dist/adapters/fsa.js +335 -0
- package/dist/adapters/fsa.js.map +1 -0
- package/dist/adapters/govinfo.d.ts +30 -0
- package/dist/adapters/govinfo.js +636 -0
- package/dist/adapters/govinfo.js.map +1 -0
- package/dist/adapters/gsa-calc.d.ts +10 -0
- package/dist/adapters/gsa-calc.js +318 -0
- package/dist/adapters/gsa-calc.js.map +1 -0
- package/dist/adapters/hud.d.ts +3 -0
- package/dist/adapters/hud.js +200 -0
- package/dist/adapters/hud.js.map +1 -0
- package/dist/adapters/index.d.ts +3 -0
- package/dist/adapters/index.js +25 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/irs-soi.d.ts +6 -0
- package/dist/adapters/irs-soi.js +576 -0
- package/dist/adapters/irs-soi.js.map +1 -0
- package/dist/adapters/naep.d.ts +15 -0
- package/dist/adapters/naep.js +341 -0
- package/dist/adapters/naep.js.map +1 -0
- package/dist/adapters/nhtsa.d.ts +10 -0
- package/dist/adapters/nhtsa.js +239 -0
- package/dist/adapters/nhtsa.js.map +1 -0
- package/dist/adapters/nih.d.ts +5 -0
- package/dist/adapters/nih.js +196 -0
- package/dist/adapters/nih.js.map +1 -0
- package/dist/adapters/noaa.d.ts +3 -0
- package/dist/adapters/noaa.js +148 -0
- package/dist/adapters/noaa.js.map +1 -0
- package/dist/adapters/nrel.d.ts +3 -0
- package/dist/adapters/nrel.js +186 -0
- package/dist/adapters/nrel.js.map +1 -0
- package/dist/adapters/nws.d.ts +3 -0
- package/dist/adapters/nws.js +119 -0
- package/dist/adapters/nws.js.map +1 -0
- package/dist/adapters/omb.d.ts +15 -0
- package/dist/adapters/omb.js +517 -0
- package/dist/adapters/omb.js.map +1 -0
- package/dist/adapters/open-payments.d.ts +5 -0
- package/dist/adapters/open-payments.js +149 -0
- package/dist/adapters/open-payments.js.map +1 -0
- package/dist/adapters/pbgc.d.ts +13 -0
- package/dist/adapters/pbgc.js +283 -0
- package/dist/adapters/pbgc.js.map +1 -0
- package/dist/adapters/philfed.d.ts +12 -0
- package/dist/adapters/philfed.js +59 -0
- package/dist/adapters/philfed.js.map +1 -0
- package/dist/adapters/regulations.d.ts +6 -0
- package/dist/adapters/regulations.js +58 -0
- package/dist/adapters/regulations.js.map +1 -0
- package/dist/adapters/sec.d.ts +13 -0
- package/dist/adapters/sec.js +504 -0
- package/dist/adapters/sec.js.map +1 -0
- package/dist/adapters/senate-lobbying.d.ts +3 -0
- package/dist/adapters/senate-lobbying.js +181 -0
- package/dist/adapters/senate-lobbying.js.map +1 -0
- package/dist/adapters/snapqc.d.ts +32 -0
- package/dist/adapters/snapqc.js +701 -0
- package/dist/adapters/snapqc.js.map +1 -0
- package/dist/adapters/treasury-yields.d.ts +3 -0
- package/dist/adapters/treasury-yields.js +170 -0
- package/dist/adapters/treasury-yields.js.map +1 -0
- package/dist/adapters/usaspending.d.ts +3 -0
- package/dist/adapters/usaspending.js +340 -0
- package/dist/adapters/usaspending.js.map +1 -0
- package/dist/adapters/usda-fna.d.ts +7 -0
- package/dist/adapters/usda-fna.js +707 -0
- package/dist/adapters/usda-fna.js.map +1 -0
- package/dist/adapters/usda-fooddata.d.ts +3 -0
- package/dist/adapters/usda-fooddata.js +101 -0
- package/dist/adapters/usda-fooddata.js.map +1 -0
- package/dist/adapters/usda-nass.d.ts +3 -0
- package/dist/adapters/usda-nass.js +108 -0
- package/dist/adapters/usda-nass.js.map +1 -0
- package/dist/adapters/usda-outlook.d.ts +12 -0
- package/dist/adapters/usda-outlook.js +696 -0
- package/dist/adapters/usda-outlook.js.map +1 -0
- package/dist/adapters/usgs.d.ts +9 -0
- package/dist/adapters/usgs.js +265 -0
- package/dist/adapters/usgs.js.map +1 -0
- package/dist/adapters/usitc.d.ts +18 -0
- package/dist/adapters/usitc.js +170 -0
- package/dist/adapters/usitc.js.map +1 -0
- package/dist/adapters/uspto.d.ts +3 -0
- package/dist/adapters/uspto.js +47 -0
- package/dist/adapters/uspto.js.map +1 -0
- package/dist/adapters/world-bank.d.ts +3 -0
- package/dist/adapters/world-bank.js +163 -0
- package/dist/adapters/world-bank.js.map +1 -0
- package/dist/analysis/cite.d.ts +31 -0
- package/dist/analysis/cite.js +229 -0
- package/dist/analysis/cite.js.map +1 -0
- package/dist/analysis/combine.d.ts +27 -0
- package/dist/analysis/combine.js +198 -0
- package/dist/analysis/combine.js.map +1 -0
- package/dist/analysis/compute.d.ts +62 -0
- package/dist/analysis/compute.js +583 -0
- package/dist/analysis/compute.js.map +1 -0
- package/dist/analysis/expr.d.ts +69 -0
- package/dist/analysis/expr.js +780 -0
- package/dist/analysis/expr.js.map +1 -0
- package/dist/analysis/factfmt.d.ts +16 -0
- package/dist/analysis/factfmt.js +187 -0
- package/dist/analysis/factfmt.js.map +1 -0
- package/dist/analysis/facts.d.ts +63 -0
- package/dist/analysis/facts.js +355 -0
- package/dist/analysis/facts.js.map +1 -0
- package/dist/analysis/handoff.d.ts +58 -0
- package/dist/analysis/handoff.js +208 -0
- package/dist/analysis/handoff.js.map +1 -0
- package/dist/analysis/pyfmt.d.ts +16 -0
- package/dist/analysis/pyfmt.js +156 -0
- package/dist/analysis/pyfmt.js.map +1 -0
- package/dist/analysis/rerun.d.ts +13 -0
- package/dist/analysis/rerun.js +125 -0
- package/dist/analysis/rerun.js.map +1 -0
- package/dist/analysis/table.d.ts +18 -0
- package/dist/analysis/table.js +109 -0
- package/dist/analysis/table.js.map +1 -0
- package/dist/analysis/tools.d.ts +67 -0
- package/dist/analysis/tools.js +217 -0
- package/dist/analysis/tools.js.map +1 -0
- package/dist/analysis/write_table.d.ts +13 -0
- package/dist/analysis/write_table.js +59 -0
- package/dist/analysis/write_table.js.map +1 -0
- package/dist/bin/cli.d.ts +10 -0
- package/dist/bin/cli.js +177 -0
- package/dist/bin/cli.js.map +1 -0
- package/dist/core/cache.d.ts +14 -0
- package/dist/core/cache.js +90 -0
- package/dist/core/cache.js.map +1 -0
- package/dist/core/context.d.ts +12 -0
- package/dist/core/context.js +15 -0
- package/dist/core/context.js.map +1 -0
- package/dist/core/env.d.ts +14 -0
- package/dist/core/env.js +52 -0
- package/dist/core/env.js.map +1 -0
- package/dist/core/generic-rest.d.ts +61 -0
- package/dist/core/generic-rest.js +639 -0
- package/dist/core/generic-rest.js.map +1 -0
- package/dist/core/http.d.ts +120 -0
- package/dist/core/http.js +514 -0
- package/dist/core/http.js.map +1 -0
- package/dist/core/keys.d.ts +43 -0
- package/dist/core/keys.js +174 -0
- package/dist/core/keys.js.map +1 -0
- package/dist/core/manual.d.ts +41 -0
- package/dist/core/manual.js +218 -0
- package/dist/core/manual.js.map +1 -0
- package/dist/core/package.d.ts +58 -0
- package/dist/core/package.js +228 -0
- package/dist/core/package.js.map +1 -0
- package/dist/core/packs.d.ts +139 -0
- package/dist/core/packs.js +173 -0
- package/dist/core/packs.js.map +1 -0
- package/dist/core/policy.d.ts +69 -0
- package/dist/core/policy.js +189 -0
- package/dist/core/policy.js.map +1 -0
- package/dist/core/py.d.ts +40 -0
- package/dist/core/py.js +171 -0
- package/dist/core/py.js.map +1 -0
- package/dist/core/routing.d.ts +10 -0
- package/dist/core/routing.js +39 -0
- package/dist/core/routing.js.map +1 -0
- package/dist/core/tabular.d.ts +21 -0
- package/dist/core/tabular.js +229 -0
- package/dist/core/tabular.js.map +1 -0
- package/dist/deep/_bea_api.d.ts +102 -0
- package/dist/deep/_bea_api.js +457 -0
- package/dist/deep/_bea_api.js.map +1 -0
- package/dist/deep/_bea_fetch.d.ts +151 -0
- package/dist/deep/_bea_fetch.js +1274 -0
- package/dist/deep/_bea_fetch.js.map +1 -0
- package/dist/deep/_bea_util.d.ts +14 -0
- package/dist/deep/_bea_util.js +156 -0
- package/dist/deep/_bea_util.js.map +1 -0
- package/dist/deep/_bls_api.d.ts +84 -0
- package/dist/deep/_bls_api.js +231 -0
- package/dist/deep/_bls_api.js.map +1 -0
- package/dist/deep/_bls_ids.d.ts +43 -0
- package/dist/deep/_bls_ids.js +188 -0
- package/dist/deep/_bls_ids.js.map +1 -0
- package/dist/deep/_bls_lib.d.ts +61 -0
- package/dist/deep/_bls_lib.js +442 -0
- package/dist/deep/_bls_lib.js.map +1 -0
- package/dist/deep/_fred_api.d.ts +148 -0
- package/dist/deep/_fred_api.js +545 -0
- package/dist/deep/_fred_api.js.map +1 -0
- package/dist/deep/_fred_pack.d.ts +162 -0
- package/dist/deep/_fred_pack.js +1027 -0
- package/dist/deep/_fred_pack.js.map +1 -0
- package/dist/deep/_fred_py.d.ts +40 -0
- package/dist/deep/_fred_py.js +199 -0
- package/dist/deep/_fred_py.js.map +1 -0
- package/dist/deep/_ipums_bundle.d.ts +29 -0
- package/dist/deep/_ipums_bundle.js +194 -0
- package/dist/deep/_ipums_bundle.js.map +1 -0
- package/dist/deep/_ipums_ddi.d.ts +23 -0
- package/dist/deep/_ipums_ddi.js +162 -0
- package/dist/deep/_ipums_ddi.js.map +1 -0
- package/dist/deep/_opm_io.d.ts +26 -0
- package/dist/deep/_opm_io.js +383 -0
- package/dist/deep/_opm_io.js.map +1 -0
- package/dist/deep/_opm_parquet.d.ts +31 -0
- package/dist/deep/_opm_parquet.js +744 -0
- package/dist/deep/_opm_parquet.js.map +1 -0
- package/dist/deep/_opm_py.d.ts +6 -0
- package/dist/deep/_opm_py.js +74 -0
- package/dist/deep/_opm_py.js.map +1 -0
- package/dist/deep/_treasury_api.d.ts +48 -0
- package/dist/deep/_treasury_api.js +221 -0
- package/dist/deep/_treasury_api.js.map +1 -0
- package/dist/deep/_treasury_context.d.ts +34 -0
- package/dist/deep/_treasury_context.js +142 -0
- package/dist/deep/_treasury_context.js.map +1 -0
- package/dist/deep/_treasury_lib.d.ts +109 -0
- package/dist/deep/_treasury_lib.js +686 -0
- package/dist/deep/_treasury_lib.js.map +1 -0
- package/dist/deep/bea.d.ts +3 -0
- package/dist/deep/bea.js +248 -0
- package/dist/deep/bea.js.map +1 -0
- package/dist/deep/bls.d.ts +3 -0
- package/dist/deep/bls.js +220 -0
- package/dist/deep/bls.js.map +1 -0
- package/dist/deep/fred.d.ts +3 -0
- package/dist/deep/fred.js +325 -0
- package/dist/deep/fred.js.map +1 -0
- package/dist/deep/ipums.d.ts +59 -0
- package/dist/deep/ipums.js +744 -0
- package/dist/deep/ipums.js.map +1 -0
- package/dist/deep/opm.d.ts +56 -0
- package/dist/deep/opm.js +1033 -0
- package/dist/deep/opm.js.map +1 -0
- package/dist/deep/treasury.d.ts +3 -0
- package/dist/deep/treasury.js +218 -0
- package/dist/deep/treasury.js.map +1 -0
- package/dist/envelope.d.ts +47 -0
- package/dist/envelope.js +88 -0
- package/dist/envelope.js.map +1 -0
- package/dist/index.d.ts +277 -0
- package/dist/index.js +106 -0
- package/dist/index.js.map +1 -0
- package/dist/remote/app.d.ts +21 -0
- package/dist/remote/app.js +218 -0
- package/dist/remote/app.js.map +1 -0
- package/dist/remote/oauth.d.ts +14 -0
- package/dist/remote/oauth.js +90 -0
- package/dist/remote/oauth.js.map +1 -0
- package/dist/remote/pages.d.ts +8 -0
- package/dist/remote/pages.js +56 -0
- package/dist/remote/pages.js.map +1 -0
- package/dist/remote/sign.d.ts +4 -0
- package/dist/remote/sign.js +40 -0
- package/dist/remote/sign.js.map +1 -0
- package/dist/remote/store.d.ts +31 -0
- package/dist/remote/store.js +129 -0
- package/dist/remote/store.js.map +1 -0
- package/dist/report/audit_answer.d.ts +94 -0
- package/dist/report/audit_answer.js +1349 -0
- package/dist/report/audit_answer.js.map +1 -0
- package/dist/report/audit_report.d.ts +23 -0
- package/dist/report/audit_report.js +637 -0
- package/dist/report/audit_report.js.map +1 -0
- package/dist/report/build_report.d.ts +27 -0
- package/dist/report/build_report.js +1168 -0
- package/dist/report/build_report.js.map +1 -0
- package/dist/report/method_audit.d.ts +47 -0
- package/dist/report/method_audit.js +710 -0
- package/dist/report/method_audit.js.map +1 -0
- package/dist/report/policyset.d.ts +50 -0
- package/dist/report/policyset.js +421 -0
- package/dist/report/policyset.js.map +1 -0
- package/dist/report/py.d.ts +58 -0
- package/dist/report/py.js +311 -0
- package/dist/report/py.js.map +1 -0
- package/dist/report/scan_secrets.d.ts +21 -0
- package/dist/report/scan_secrets.js +234 -0
- package/dist/report/scan_secrets.js.map +1 -0
- package/dist/report/style_check.d.ts +29 -0
- package/dist/report/style_check.js +173 -0
- package/dist/report/style_check.js.map +1 -0
- package/dist/report/tools.d.ts +87 -0
- package/dist/report/tools.js +167 -0
- package/dist/report/tools.js.map +1 -0
- package/dist/server.d.ts +5 -0
- package/dist/server.js +246 -0
- package/dist/server.js.map +1 -0
- package/dist/session.d.ts +47 -0
- package/dist/session.js +107 -0
- package/dist/session.js.map +1 -0
- package/dist/toolkit.d.ts +21 -0
- package/dist/toolkit.js +2 -0
- package/dist/toolkit.js.map +1 -0
- package/dist/tools.d.ts +299 -0
- package/dist/tools.js +491 -0
- package/dist/tools.js.map +1 -0
- package/guide/WORKFLOW.md +134 -0
- package/guide/assets/disclaimer.txt +1 -0
- package/guide/assets/download_data.ps1 +162 -0
- package/guide/assets/download_data.sh +143 -0
- package/guide/assets/report_template.html +597 -0
- package/guide/references/report_patterns.md +199 -0
- package/guide/references/routing.md +171 -0
- package/guide/references/style_guide.md +398 -0
- package/package.json +56 -6
- package/packs/acf/endpoints.json +114 -0
- package/packs/acf/policy.json +104 -0
- package/packs/acf/source.md +138 -0
- package/packs/actuaries/endpoints.json +82 -0
- package/packs/actuaries/policy.json +109 -0
- package/packs/actuaries/source.md +137 -0
- package/packs/bea/assets/download_bea.ps1 +182 -0
- package/packs/bea/assets/download_bea.sh +144 -0
- package/packs/bea/docs/bea_api.md +461 -0
- package/packs/bea/docs/datasets.md +157 -0
- package/packs/bea/docs/report_patterns.md +112 -0
- package/packs/bea/policy.json +170 -0
- package/packs/bea/source.md +152 -0
- package/packs/bls/assets/download_bls.ps1 +152 -0
- package/packs/bls/assets/download_bls.sh +167 -0
- package/packs/bls/docs/analysis_patterns.md +108 -0
- package/packs/bls/docs/bls_api.md +73 -0
- package/packs/bls/docs/series_ids.md +149 -0
- package/packs/bls/policy.json +238 -0
- package/packs/bls/series_ids.json +1375 -0
- package/packs/bls/source.md +156 -0
- package/packs/bts/endpoints.json +347 -0
- package/packs/bts/policy.json +94 -0
- package/packs/bts/source.md +97 -0
- package/packs/cdc/endpoints.json +197 -0
- package/packs/cdc/policy.json +83 -0
- package/packs/cdc/source.md +74 -0
- package/packs/census/endpoints.json +99 -0
- package/packs/census/policy.json +238 -0
- package/packs/census/source.md +304 -0
- package/packs/census-geocoder/endpoints.json +70 -0
- package/packs/census-geocoder/policy.json +80 -0
- package/packs/census-geocoder/source.md +53 -0
- package/packs/cfpb/endpoints.json +327 -0
- package/packs/cfpb/policy.json +119 -0
- package/packs/cfpb/source.md +96 -0
- package/packs/clinical-trials/endpoints.json +167 -0
- package/packs/clinical-trials/policy.json +84 -0
- package/packs/clinical-trials/source.md +82 -0
- package/packs/cms/endpoints.json +69 -0
- package/packs/cms/policy.json +96 -0
- package/packs/cms/source.md +112 -0
- package/packs/college-scorecard/endpoints.json +253 -0
- package/packs/college-scorecard/policy.json +106 -0
- package/packs/college-scorecard/source.md +92 -0
- package/packs/congress/endpoints.json +1701 -0
- package/packs/congress/policy.json +117 -0
- package/packs/congress/source.md +190 -0
- package/packs/dhs-ohss/endpoints.json +66 -0
- package/packs/dhs-ohss/policy.json +107 -0
- package/packs/dhs-ohss/source.md +120 -0
- package/packs/doj-news/endpoints.json +59 -0
- package/packs/doj-news/policy.json +96 -0
- package/packs/doj-news/source.md +99 -0
- package/packs/dol/endpoints.json +818 -0
- package/packs/dol/policy.json +135 -0
- package/packs/dol/source.md +181 -0
- package/packs/eia/endpoints.json +718 -0
- package/packs/eia/policy.json +112 -0
- package/packs/eia/source.md +112 -0
- package/packs/epa/endpoints.json +292 -0
- package/packs/epa/policy.json +99 -0
- package/packs/epa/source.md +99 -0
- package/packs/epa-aqs/endpoints.json +174 -0
- package/packs/epa-aqs/policy.json +96 -0
- package/packs/epa-aqs/source.md +97 -0
- package/packs/fbi/endpoints.json +1842 -0
- package/packs/fbi/policy.json +118 -0
- package/packs/fbi/source.md +108 -0
- package/packs/fda/endpoints.json +238 -0
- package/packs/fda/policy.json +121 -0
- package/packs/fda/source.md +117 -0
- package/packs/fdic/endpoints.json +417 -0
- package/packs/fdic/policy.json +83 -0
- package/packs/fdic/source.md +92 -0
- package/packs/fec/endpoints.json +708 -0
- package/packs/fec/policy.json +93 -0
- package/packs/fec/source.md +90 -0
- package/packs/fed-board/endpoints.json +89 -0
- package/packs/fed-board/policy.json +136 -0
- package/packs/fed-board/source.md +118 -0
- package/packs/federal-register/endpoints.json +143 -0
- package/packs/federal-register/policy.json +86 -0
- package/packs/federal-register/source.md +98 -0
- package/packs/fema/endpoints.json +646 -0
- package/packs/fema/policy.json +103 -0
- package/packs/fema/source.md +103 -0
- package/packs/fhfa/endpoints.json +105 -0
- package/packs/fhfa/policy.json +109 -0
- package/packs/fhfa/source.md +108 -0
- package/packs/fred/assets/download_fred.ps1 +122 -0
- package/packs/fred/assets/download_fred.sh +123 -0
- package/packs/fred/docs/analysis_patterns.md +124 -0
- package/packs/fred/docs/fred_api.md +94 -0
- package/packs/fred/docs/series.md +188 -0
- package/packs/fred/policy.json +253 -0
- package/packs/fred/source.md +142 -0
- package/packs/fsa/endpoints.json +150 -0
- package/packs/fsa/policy.json +99 -0
- package/packs/fsa/source.md +102 -0
- package/packs/govinfo/endpoints.json +520 -0
- package/packs/govinfo/policy.json +116 -0
- package/packs/govinfo/source.md +241 -0
- package/packs/gsa-calc/endpoints.json +93 -0
- package/packs/gsa-calc/policy.json +97 -0
- package/packs/gsa-calc/source.md +108 -0
- package/packs/hud/endpoints.json +147 -0
- package/packs/hud/policy.json +84 -0
- package/packs/hud/source.md +97 -0
- package/packs/ipums/assets/download_ipums.ps1 +215 -0
- package/packs/ipums/assets/download_ipums.sh +192 -0
- package/packs/ipums/docs/ipums_api.md +67 -0
- package/packs/ipums/docs/report_patterns.md +117 -0
- package/packs/ipums/docs/variables.md +284 -0
- package/packs/ipums/lib/fetch_text.json +112 -0
- package/packs/ipums/policy.json +215 -0
- package/packs/ipums/source.md +169 -0
- package/packs/irs-soi/endpoints.json +114 -0
- package/packs/irs-soi/policy.json +107 -0
- package/packs/irs-soi/source.md +124 -0
- package/packs/medicaid/endpoints.json +412 -0
- package/packs/medicaid/policy.json +108 -0
- package/packs/medicaid/source.md +136 -0
- package/packs/naep/endpoints.json +217 -0
- package/packs/naep/policy.json +100 -0
- package/packs/naep/source.md +120 -0
- package/packs/nhtsa/endpoints.json +132 -0
- package/packs/nhtsa/policy.json +93 -0
- package/packs/nhtsa/source.md +109 -0
- package/packs/nih/endpoints.json +453 -0
- package/packs/nih/policy.json +86 -0
- package/packs/nih/source.md +108 -0
- package/packs/noaa/endpoints.json +432 -0
- package/packs/noaa/policy.json +95 -0
- package/packs/noaa/source.md +88 -0
- package/packs/nrel/endpoints.json +328 -0
- package/packs/nrel/policy.json +96 -0
- package/packs/nrel/source.md +91 -0
- package/packs/nws/endpoints.json +272 -0
- package/packs/nws/policy.json +82 -0
- package/packs/nws/source.md +81 -0
- package/packs/nyfed/endpoints.json +80 -0
- package/packs/nyfed/policy.json +92 -0
- package/packs/nyfed/source.md +89 -0
- package/packs/omb/endpoints.json +460 -0
- package/packs/omb/policy.json +106 -0
- package/packs/omb/source.md +130 -0
- package/packs/open-payments/endpoints.json +298 -0
- package/packs/open-payments/policy.json +101 -0
- package/packs/open-payments/source.md +99 -0
- package/packs/opm/assets/download_opm.ps1 +125 -0
- package/packs/opm/assets/download_opm.sh +85 -0
- package/packs/opm/docs/fields.md +184 -0
- package/packs/opm/docs/opm_api.md +71 -0
- package/packs/opm/docs/report_patterns.md +83 -0
- package/packs/opm/lib/data_dictionary.csv +73 -0
- package/packs/opm/policy.json +142 -0
- package/packs/opm/source.md +137 -0
- package/packs/pbgc/endpoints.json +483 -0
- package/packs/pbgc/policy.json +94 -0
- package/packs/pbgc/source.md +95 -0
- package/packs/philfed/endpoints.json +85 -0
- package/packs/philfed/policy.json +94 -0
- package/packs/philfed/source.md +125 -0
- package/packs/port.json +287 -0
- package/packs/regulations/endpoints.json +288 -0
- package/packs/regulations/policy.json +86 -0
- package/packs/regulations/source.md +84 -0
- package/packs/sec/endpoints.json +237 -0
- package/packs/sec/policy.json +86 -0
- package/packs/sec/source.md +101 -0
- package/packs/senate-lobbying/endpoints.json +554 -0
- package/packs/senate-lobbying/policy.json +99 -0
- package/packs/senate-lobbying/source.md +100 -0
- package/packs/snapqc/endpoints.json +1426 -0
- package/packs/snapqc/policy.json +92 -0
- package/packs/snapqc/source.md +96 -0
- package/packs/treasury/catalog.json +2267 -0
- package/packs/treasury/docs/api_guide.md +245 -0
- package/packs/treasury/docs/datasets.md +56 -0
- package/packs/treasury/docs/report_patterns.md +126 -0
- package/packs/treasury/policy.json +159 -0
- package/packs/treasury/source.md +165 -0
- package/packs/treasury-yields/endpoints.json +226 -0
- package/packs/treasury-yields/policy.json +86 -0
- package/packs/treasury-yields/source.md +80 -0
- package/packs/usaspending/endpoints.json +1316 -0
- package/packs/usaspending/policy.json +109 -0
- package/packs/usaspending/source.md +103 -0
- package/packs/usda-fna/endpoints.json +427 -0
- package/packs/usda-fna/policy.json +133 -0
- package/packs/usda-fna/source.md +217 -0
- package/packs/usda-fooddata/endpoints.json +181 -0
- package/packs/usda-fooddata/policy.json +94 -0
- package/packs/usda-fooddata/source.md +105 -0
- package/packs/usda-nass/endpoints.json +324 -0
- package/packs/usda-nass/policy.json +95 -0
- package/packs/usda-nass/source.md +85 -0
- package/packs/usda-outlook/endpoints.json +86 -0
- package/packs/usda-outlook/policy.json +109 -0
- package/packs/usda-outlook/source.md +144 -0
- package/packs/usgs/endpoints.json +313 -0
- package/packs/usgs/policy.json +95 -0
- package/packs/usgs/source.md +96 -0
- package/packs/usitc/endpoints.json +74 -0
- package/packs/usitc/policy.json +111 -0
- package/packs/usitc/source.md +90 -0
- package/packs/uspto/endpoints.json +141 -0
- package/packs/uspto/policy.json +95 -0
- package/packs/uspto/source.md +101 -0
- package/packs/va/endpoints.json +414 -0
- package/packs/va/policy.json +101 -0
- package/packs/va/source.md +129 -0
- package/packs/world-bank/endpoints.json +122 -0
- package/packs/world-bank/policy.json +101 -0
- package/packs/world-bank/source.md +93 -0
|
@@ -0,0 +1,217 @@
|
|
|
1
|
+
/** The analysis tools. server.ts registers every entry of TOOLS. */
|
|
2
|
+
import fs from "node:fs";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { z } from "zod";
|
|
5
|
+
import { fail } from "../envelope.js";
|
|
6
|
+
import { cite, CiteError } from "./cite.js";
|
|
7
|
+
import { compute, ComputeError } from "./compute.js";
|
|
8
|
+
import { AGGREGATES, FUNCTIONS, WINDOWS } from "./expr.js";
|
|
9
|
+
import { FactError, registerFacts } from "./facts.js";
|
|
10
|
+
import { summarize } from "./handoff.js";
|
|
11
|
+
import { rerunWorkspace } from "./rerun.js";
|
|
12
|
+
import { writeTable, WriteTableError } from "./write_table.js";
|
|
13
|
+
const list = (o) => Object.keys(o).filter((k) => k !== "col").join(", ");
|
|
14
|
+
const COMPUTE_FIX = "Fix the step the message names (columns, verbs and functions are listed in the compute description) " +
|
|
15
|
+
"and call compute again.";
|
|
16
|
+
export function computeTool(s, a) {
|
|
17
|
+
let r;
|
|
18
|
+
try {
|
|
19
|
+
r = compute(s.workspace, a);
|
|
20
|
+
}
|
|
21
|
+
catch (e) {
|
|
22
|
+
if (e instanceof ComputeError)
|
|
23
|
+
throw fail("invalid_request", e.message, COMPUTE_FIX);
|
|
24
|
+
throw e;
|
|
25
|
+
}
|
|
26
|
+
return {
|
|
27
|
+
status: "ok", summary: { file: r.rel, rows: r.rows, columns: r.columns, packs: r.packs, preview: r.preview },
|
|
28
|
+
files: [r.file], notes: r.notes,
|
|
29
|
+
next: "Register each number you will cite with facts (table: this file, where: the row's key values, column), " +
|
|
30
|
+
"so the answer and report quote it and the rerun gate reproduces it.",
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
export function factsTool(s, a) {
|
|
34
|
+
try {
|
|
35
|
+
const r = registerFacts(s.workspace, a);
|
|
36
|
+
// each fact as the answer must print it (the audit matches the text exactly)
|
|
37
|
+
let saved = {};
|
|
38
|
+
try {
|
|
39
|
+
saved = JSON.parse(fs.readFileSync(path.join(s.workspace, "facts.json"), "utf8"));
|
|
40
|
+
}
|
|
41
|
+
catch { /* none yet */ }
|
|
42
|
+
const facts = r.names.map((n) => ({ name: n, value: saved[n]?.value ?? null, text: saved[n]?.text ?? null,
|
|
43
|
+
label: saved[n]?.label ?? null }));
|
|
44
|
+
return { status: "ok", summary: { added: r.added, facts: r.names }, facts, files: [r.file], notes: r.notes,
|
|
45
|
+
next: "Quote each fact's text in the answer exactly (or {{name}} / {{name|fmt}} in report.json)." };
|
|
46
|
+
}
|
|
47
|
+
catch (e) {
|
|
48
|
+
if (e instanceof FactError) {
|
|
49
|
+
throw fail("invalid_request", e.message, "Fix the facts the message names; nothing was saved. Each table fact is " +
|
|
50
|
+
"one cell of a saved CSV (where must match exactly one row by the CSV's own text).", { problems: e.problems });
|
|
51
|
+
}
|
|
52
|
+
throw e;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
export async function rerunTool(s) {
|
|
56
|
+
const r = await rerunWorkspace(s.workspace);
|
|
57
|
+
const bad = [...Object.entries(r.exhibits).filter(([, v]) => !v.same).map(([k]) => k),
|
|
58
|
+
...Object.entries(r.facts).filter(([, v]) => !v.same).map(([k]) => `fact ${k}`)];
|
|
59
|
+
return { status: "ok", summary: { reproduced: !bad.length, not_reproduced: bad, ...r },
|
|
60
|
+
notes: bad.length ? ["Not reproduced: remake those exhibits with compute (and register their facts again)."] : [] };
|
|
61
|
+
}
|
|
62
|
+
export async function citeTool(s, a) {
|
|
63
|
+
try {
|
|
64
|
+
const r = await cite(s.workspace, a);
|
|
65
|
+
return { status: "ok", summary: r, files: [path.join(s.workspace, r.file)], next: r.next };
|
|
66
|
+
}
|
|
67
|
+
catch (e) {
|
|
68
|
+
if (e instanceof CiteError) {
|
|
69
|
+
const refused = e.message.startsWith("refused");
|
|
70
|
+
const local = /^(id |cite needs|text is empty|not a valid URL)/.test(e.message);
|
|
71
|
+
throw fail(refused || local ? "invalid_request" : "agency_unavailable", e.message, refused
|
|
72
|
+
? "Cite the page's public URL; this server opens no private or local addresses."
|
|
73
|
+
: local ? "Fix the argument the message names and call cite again."
|
|
74
|
+
: "Open the page with your own fetch tool and call cite again with text: the text it returned; never mark a " +
|
|
75
|
+
"reference opened that you could not open.", e.url ? { url: e.url } : {});
|
|
76
|
+
}
|
|
77
|
+
throw e;
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
export function handoffTool(s) {
|
|
81
|
+
const r = summarize(s.workspace);
|
|
82
|
+
return { status: "ok", summary: { sources: r.sources, unpackaged: r.unpackaged }, text: r.text, action: r.action };
|
|
83
|
+
}
|
|
84
|
+
const scalar = z.union([z.string(), z.number(), z.boolean(), z.null()]);
|
|
85
|
+
const flags = {
|
|
86
|
+
fmt: z.string().optional().describe("Format code: raw, num:0, pct:1 (share 0-1), pct100:1 (already percent), pp:1, pp100:1, " +
|
|
87
|
+
"bp:0, dollars:0, thousands:-3, millions:1, billions:1, usd_b:1 (value in dollars), usd_b_scaled:1 (already billions), " +
|
|
88
|
+
"ratio:2, index:1, year; prefixes signed:, abs:, from_millions: ...; suffix :abs"),
|
|
89
|
+
label: z.string().optional(),
|
|
90
|
+
pack: z.union([z.string(), z.array(z.string())]).nullable().optional()
|
|
91
|
+
.describe("The source pack(s) the number comes from (inferred from data/<id>/ or the exhibit's lineage); [] for none"),
|
|
92
|
+
headline: z.boolean().optional().describe("A number the answer leads with (needs a benchmark.csv row)"),
|
|
93
|
+
preliminary: z.boolean().optional().describe("An early estimate the agency will revise"),
|
|
94
|
+
vintage: z.string().nullable().optional().describe("The vintage, when not the latest"),
|
|
95
|
+
projection: z.boolean().optional().describe("A projection, not data"),
|
|
96
|
+
se: z.number().nullable().optional().describe("Standard error"),
|
|
97
|
+
};
|
|
98
|
+
export const TOOLS = [
|
|
99
|
+
{
|
|
100
|
+
name: "compute",
|
|
101
|
+
title: "Compute an exhibit",
|
|
102
|
+
description: "Run declarative steps over full workspace tables (fetched data/<id>/<table>.csv, earlier exhibits, " +
|
|
103
|
+
"published/*.csv) and save the result as exhibits/<name>.csv with its lineage, so the rerun gate can replay it. " +
|
|
104
|
+
"Call it for every table the answer or report draws numbers from; never compute cited numbers by hand.\n" +
|
|
105
|
+
"Each step is an object with one verb: {filter: expr}, {derive: {col: expr}}, {select: [cols]}, {rename: {old: new}}, " +
|
|
106
|
+
"{groupby: [keys], rollup: {col: aggregate expr}} (groupby also goes with derive or filter: per-group windows and " +
|
|
107
|
+
"shares), {join: alias, on: [keys] | {left: right}, how: inner|left, suffix?: [\"_x\",\"_y\"]}, " +
|
|
108
|
+
"{pivot_wider: {names_from, values_from, id_cols?, fill?}}, {pivot_longer: {cols, names_to, values_to}}, " +
|
|
109
|
+
"{orderby: [col, \"-col\" for descending]}, {slice: n | [start, end]}, {dedupe: true | [cols]}, {concat: [aliases]}, " +
|
|
110
|
+
"{as: name} (keep the current table under a name), {from: name} (switch to a table); combine helpers: " +
|
|
111
|
+
"{fiscal_year: {date, as?}}, {to_fiscal: {date, value, how: sum|mean|last, freq: M|Q}} (adds periods and complete; " +
|
|
112
|
+
"incomplete years are flagged, never full), {state_codes: col} (adds state_usps, state_fips, state_name), " +
|
|
113
|
+
"{deflate: {value, period, index: alias, index_period?, index_value, name: \"CPI-U, BLS CUUR0000SA0\", base?: \"2024\", as?}}, " +
|
|
114
|
+
"{align_check: {tables: [aliases or \"this\"], on: [keys], units: {alias: \"billions of dollars, nominal, fiscal years\"}}} " +
|
|
115
|
+
"(refuses repeated keys, missing units, no overlap; run it before a join of two sources).\n" +
|
|
116
|
+
"Expressions: column names (col(\"a b\") for odd names), numbers, \"text\", true/false/null, + - * / % **, " +
|
|
117
|
+
"== != < <= > >=, && || ! (and/or/not), c ? a : b. Functions: " + list(FUNCTIONS) + ". Aggregates: " + list(AGGREGATES) +
|
|
118
|
+
". Windows (in row order, per group): " + list(WINDOWS) + ". Nothing else runs: no property access, no other calls. " +
|
|
119
|
+
"CSV cells that are plain numbers are numbers; \"1,234\" stays text until number(); an empty cell is null (a gap). " +
|
|
120
|
+
"Returns the columns, row count, the first rows (preview, at most 50) and the file.",
|
|
121
|
+
inputSchema: {
|
|
122
|
+
inputs: z.record(z.string(), z.string()).describe('{alias: "data/<id>/<table>.csv" | "exhibits/<x>.csv" | "published/<x>.csv"}'),
|
|
123
|
+
steps: z.array(z.record(z.string(), z.any())).describe("The steps, in order (see the description)"),
|
|
124
|
+
save_as: z.string().describe("exhibits/<name>.csv"),
|
|
125
|
+
from: z.string().optional().describe("The input alias the steps start from (default: the first)"),
|
|
126
|
+
packs: z.array(z.string()).optional().describe("Source packs of the result (default: inferred from the inputs)"),
|
|
127
|
+
preview: z.number().optional().describe("Rows to show (default 20, at most 50)"),
|
|
128
|
+
},
|
|
129
|
+
annotations: { readOnlyHint: false, idempotentHint: true, openWorldHint: false },
|
|
130
|
+
handler: computeTool,
|
|
131
|
+
},
|
|
132
|
+
{
|
|
133
|
+
name: "facts",
|
|
134
|
+
title: "Register facts",
|
|
135
|
+
description: "Register every number the answer or report cites in facts.json. A table fact " +
|
|
136
|
+
"(add) is one cell of a saved CSV: table (exhibits/<x>.csv, data/<id>/<t>.csv or published/<x>.csv), where (the row's " +
|
|
137
|
+
"key values, matched to the CSV's own text) and column; its value is read from the cell. A derived fact (derived) has " +
|
|
138
|
+
"a derivation: written as an expression over fact names (\"deaths_2024 / deaths_2020 - 1\") it is computed here, so " +
|
|
139
|
+
"leave value out; a prose derivation needs value. Refuses empty cells and NaN, an ambiguous pack, unknown formats and " +
|
|
140
|
+
"units slips (a share given to pct100, millions given to usd_b ...); nothing is saved when any fact is refused. " +
|
|
141
|
+
"Returns each fact with its text (the value as the answer prints it: quote it exactly) and notes (rounding ties).",
|
|
142
|
+
inputSchema: {
|
|
143
|
+
add: z.array(z.object({ name: z.string(), table: z.string(), where: z.record(z.string(), scalar), column: z.string(), ...flags }))
|
|
144
|
+
.optional().describe("Table facts"),
|
|
145
|
+
derived: z.array(z.object({ name: z.string(), derivation: z.string(), value: z.union([z.number(), z.string()]).nullable().optional(),
|
|
146
|
+
...flags })).optional().describe("Derived facts (after the table facts of this call)"),
|
|
147
|
+
remove: z.array(z.string()).optional().describe("Fact names to drop"),
|
|
148
|
+
pack: z.union([z.string(), z.array(z.string())]).optional().describe("Default source pack(s) for this call's facts"),
|
|
149
|
+
},
|
|
150
|
+
annotations: { readOnlyHint: false, idempotentHint: true, openWorldHint: false },
|
|
151
|
+
handler: factsTool,
|
|
152
|
+
},
|
|
153
|
+
{
|
|
154
|
+
name: "rerun",
|
|
155
|
+
title: "Rerun the analysis",
|
|
156
|
+
description: "Replay every exhibit's recorded compute steps from its inputs and recompute every fact, without writing " +
|
|
157
|
+
"anything. Returns, per exhibit, whether the replay gives the same CSV, and per fact the stored and rerun values; " +
|
|
158
|
+
"reproduced is true only when everything matches. The audits run the same check with rerun: true.",
|
|
159
|
+
inputSchema: {},
|
|
160
|
+
annotations: { readOnlyHint: true, idempotentHint: true, openWorldHint: false },
|
|
161
|
+
handler: rerunTool,
|
|
162
|
+
},
|
|
163
|
+
{
|
|
164
|
+
name: "cite",
|
|
165
|
+
title: "Snapshot a cited page",
|
|
166
|
+
description: "Save a page a method record cites into references/<id>.* and record it in references/opened.json, so " +
|
|
167
|
+
"\"opened\": true on that reference is backed by a snapshot the audit checks (and the quote is looked up in it). Pass " +
|
|
168
|
+
"text: the text your own fetch tool returned for the page; without text the server downloads it. Returns the record " +
|
|
169
|
+
"and the decisions.json reference entry to write.",
|
|
170
|
+
inputSchema: {
|
|
171
|
+
url: z.string().describe("The page's http(s) URL (the url in references)"),
|
|
172
|
+
id: z.string().describe("The reference id ([@id]): letters, digits, _ and -"),
|
|
173
|
+
text: z.string().optional().describe("The page text your fetch tool returned"),
|
|
174
|
+
},
|
|
175
|
+
annotations: { readOnlyHint: false, openWorldHint: true },
|
|
176
|
+
handler: citeTool,
|
|
177
|
+
},
|
|
178
|
+
{
|
|
179
|
+
name: "handoff",
|
|
180
|
+
title: "Data hand-off",
|
|
181
|
+
description: "What each source delivered, read back from the workspace's provenance files: per source the route and " +
|
|
182
|
+
"retrieval date, the files with row counts, every caveat note and problem, and a short preview of each table " +
|
|
183
|
+
"(none for microdata), plus figures read from agency pages (published/). Returns text (ready-to-send Markdown: the " +
|
|
184
|
+
"per-source part of a data hand-off) and the same as structured data.",
|
|
185
|
+
inputSchema: {},
|
|
186
|
+
annotations: { readOnlyHint: true, idempotentHint: true, openWorldHint: false },
|
|
187
|
+
handler: handoffTool,
|
|
188
|
+
},
|
|
189
|
+
];
|
|
190
|
+
TOOLS.push({
|
|
191
|
+
name: "write_table",
|
|
192
|
+
title: "Write a method table",
|
|
193
|
+
description: "Write one of the tables the audits require that are not computed from fetched data: " +
|
|
194
|
+
"exhibits/benchmark.csv (measure, period, computed, published, source, url, accessed, match, note: each headline " +
|
|
195
|
+
"against the agency's published figure; \"not checked\" when none exists), exhibits/sensitivity.csv (parameter, " +
|
|
196
|
+
"base, alternative, headline_base, headline_alt, conclusion_changes: yes/no; the headlines are registered facts), or " +
|
|
197
|
+
"published/<name>.csv (a figure only an agency page publishes, as the page shows it, with source_url and accessed " +
|
|
198
|
+
"YYYY-MM-DD on every row). Data exhibits come from compute instead.",
|
|
199
|
+
inputSchema: {
|
|
200
|
+
path: z.string().describe("exhibits/benchmark.csv, exhibits/sensitivity.csv or published/<name>.csv"),
|
|
201
|
+
columns: z.array(z.string()).min(1),
|
|
202
|
+
rows: z.array(z.array(z.union([z.string(), z.number(), z.null()]))),
|
|
203
|
+
},
|
|
204
|
+
annotations: { readOnlyHint: false, idempotentHint: true, openWorldHint: false },
|
|
205
|
+
handler: (s, a) => {
|
|
206
|
+
try {
|
|
207
|
+
return writeTable(s.workspace, a);
|
|
208
|
+
}
|
|
209
|
+
catch (e) {
|
|
210
|
+
if (e instanceof WriteTableError) {
|
|
211
|
+
throw fail("invalid_request", e.message, "Fix the path, columns or rows as the message says, then call write_table again.");
|
|
212
|
+
}
|
|
213
|
+
throw e;
|
|
214
|
+
}
|
|
215
|
+
},
|
|
216
|
+
});
|
|
217
|
+
//# sourceMappingURL=tools.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/analysis/tools.ts"],"names":[],"mappings":"AAAA,oEAAoE;AACpE,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAGtC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAE/D,MAAM,IAAI,GAAG,CAAC,CAA0B,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAElG,MAAM,WAAW,GAAG,sGAAsG;IACxH,yBAAyB,CAAC;AAE5B,MAAM,UAAU,WAAW,CAAC,CAAU,EAAE,CAAM;IAC5C,IAAI,CAAC,CAAC;IACN,IAAI,CAAC;QACH,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,YAAY;YAAE,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACrF,MAAM,CAAC,CAAC;IACV,CAAC;IACD,OAAO;QACL,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;QAC5G,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK;QAC/B,IAAI,EAAE,yGAAyG;YAC7G,qEAAqE;KACxE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,CAAU,EAAE,CAAM;IAC1C,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACxC,6EAA6E;QAC7E,IAAI,KAAK,GAAwB,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QACpF,CAAC;QAAC,MAAM,CAAC,CAAC,cAAc,CAAC,CAAC;QAC1B,MAAM,KAAK,GAAI,CAAC,CAAC,KAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,IAAI;YACrH,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK;YACxG,IAAI,EAAE,2FAA2F,EAAE,CAAC;IACxG,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,yEAAyE;gBAChH,mFAAmF,EAAE,EAAE,QAAQ,EAAG,CAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5H,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,CAAU;IACxC,MAAM,CAAC,GAAG,MAAM,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACnF,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACnF,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE;QACpF,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,sFAAsF,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AACxH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,CAAU,EAAE,CAAM;IAC/C,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7F,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAChD,MAAM,KAAK,GAAG,iDAAiD,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAChF,MAAM,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO;gBACxF,CAAC,CAAC,8EAA8E;gBAChF,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,yDAAyD;oBACnE,CAAC,CAAC,2GAA2G;wBAC3G,2CAA2C,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,CAAU;IACpC,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACjC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;AACrH,CAAC;AAED,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACxE,MAAM,KAAK,GAAG;IACZ,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yFAAyF;QAC3H,wHAAwH;QACxH,iFAAiF,CAAC;IACpF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACnE,QAAQ,CAAC,2GAA2G,CAAC;IACxH,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4DAA4D,CAAC;IACvG,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACxF,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IACtF,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACrE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;CAChE,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAc;IAC9B;QACE,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,qGAAqG;YAChH,iHAAiH;YACjH,yGAAyG;YACzG,uHAAuH;YACvH,mHAAmH;YACnH,iGAAiG;YACjG,0GAA0G;YAC1G,sHAAsH;YACtH,uGAAuG;YACvG,oHAAoH;YACpH,2GAA2G;YAC3G,gIAAgI;YAChI,6HAA6H;YAC7H,4FAA4F;YAC5F,4GAA4G;YAC5G,+DAA+D,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC;YACvH,uCAAuC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,2DAA2D;YACrH,oHAAoH;YACpH,oFAAoF;QACtF,WAAW,EAAE;YACX,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,6EAA6E,CAAC;YAChI,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,2CAA2C,CAAC;YACnG,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;YACnD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2DAA2D,CAAC;YACjG,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gEAAgE,CAAC;YAChH,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;SACjF;QACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAChF,OAAO,EAAE,WAAW;KACrB;IACD;QACE,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,gBAAgB;QACvB,WAAW,EAAE,+EAA+E;YAC1F,uHAAuH;YACvH,uHAAuH;YACvH,qHAAqH;YACrH,uHAAuH;YACvH,iHAAiH;YACjH,kHAAkH;QACpH,WAAW,EAAE;YACX,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;iBAC/H,QAAQ,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC;YACrC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;gBAClI,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;YACxF,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YACrE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;SACrH;QACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAChF,OAAO,EAAE,SAAS;KACnB;IACD;QACE,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,0GAA0G;YACrH,mHAAmH;YACnH,kGAAkG;QACpG,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAC/E,OAAO,EAAE,SAAS;KACnB;IACD;QACE,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,uBAAuB;QAC9B,WAAW,EAAE,uGAAuG;YAClH,uHAAuH;YACvH,qHAAqH;YACrH,kDAAkD;QACpD,WAAW,EAAE;YACX,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;YAC1E,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;YAC7E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;SAC/E;QACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE;QACzD,OAAO,EAAE,QAAQ;KAClB;IACD;QACE,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,eAAe;QACtB,WAAW,EAAE,wGAAwG;YACnH,8GAA8G;YAC9G,oHAAoH;YACpH,sEAAsE;QACxE,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAC/E,OAAO,EAAE,WAAW;KACrB;CACF,CAAC;AAEF,KAAK,CAAC,IAAI,CAAC;IACT,IAAI,EAAE,aAAa;IACnB,KAAK,EAAE,sBAAsB;IAC7B,WAAW,EAAE,sFAAsF;QACjG,kHAAkH;QAClH,iHAAiH;QACjH,sHAAsH;QACtH,mHAAmH;QACnH,oEAAoE;IACtE,WAAW,EAAE;QACX,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0EAA0E,CAAC;QACrG,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACnC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;KACpE;IACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;IAChF,OAAO,EAAE,CAAC,CAAU,EAAE,CAA0E,EAAE,EAAE;QAClG,IAAI,CAAC;YACH,OAAO,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,eAAe,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,iFAAiF,CAAC,CAAC;YAC9H,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export declare class WriteTableError extends Error {
|
|
2
|
+
}
|
|
3
|
+
export declare function writeTable(workspace: string, a: {
|
|
4
|
+
path: string;
|
|
5
|
+
columns: string[];
|
|
6
|
+
rows: (string | number | null)[][];
|
|
7
|
+
}): {
|
|
8
|
+
status: string;
|
|
9
|
+
path: string;
|
|
10
|
+
rows: number;
|
|
11
|
+
columns: string[];
|
|
12
|
+
next: string;
|
|
13
|
+
};
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* write_table: the method tables the audits require, which are not computed from fetched data:
|
|
3
|
+
* exhibits/benchmark.csv each headline compared with the agency's published figure
|
|
4
|
+
* exhibits/sensitivity.csv each judgment call's alternative, with both headlines (registered facts)
|
|
5
|
+
* published/<name>.csv a figure only an agency page publishes, as the page shows it (source_url, accessed)
|
|
6
|
+
* Every other exhibit comes from compute (its steps are replayed by rerun). A table written here is recorded in
|
|
7
|
+
* exhibits/lineage.json with its hash (tool "write_table"), so rerun can tell it was not edited afterwards.
|
|
8
|
+
*/
|
|
9
|
+
import { createHash } from "node:crypto";
|
|
10
|
+
import fs from "node:fs";
|
|
11
|
+
import path from "node:path";
|
|
12
|
+
import { writeCsv } from "../core/tabular.js";
|
|
13
|
+
import { readLineage, writeLineage } from "./compute.js";
|
|
14
|
+
export class WriteTableError extends Error {
|
|
15
|
+
}
|
|
16
|
+
const REQUIRED = {
|
|
17
|
+
"exhibits/benchmark.csv": ["measure", "period", "computed", "published", "source", "url", "accessed", "match"],
|
|
18
|
+
"exhibits/sensitivity.csv": ["parameter", "base", "alternative", "headline_base", "headline_alt", "conclusion_changes"],
|
|
19
|
+
};
|
|
20
|
+
export function writeTable(workspace, a) {
|
|
21
|
+
const rel = a.path.replaceAll("\\", "/").replace(/^\.\//, "");
|
|
22
|
+
const published = /^published\/[A-Za-z0-9_-]+\.csv$/.test(rel);
|
|
23
|
+
if (!REQUIRED[rel] && !published) {
|
|
24
|
+
throw new WriteTableError(`write_table writes only exhibits/benchmark.csv, exhibits/sensitivity.csv or published/<name>.csv ` +
|
|
25
|
+
`(not ${rel}); data exhibits come from compute, so rerun can replay them`);
|
|
26
|
+
}
|
|
27
|
+
const cols = a.columns.map(String);
|
|
28
|
+
if (new Set(cols).size !== cols.length)
|
|
29
|
+
throw new WriteTableError("column names must be unique");
|
|
30
|
+
const need = published ? ["source_url", "accessed"] : REQUIRED[rel];
|
|
31
|
+
const missing = need.filter((c) => !cols.includes(c));
|
|
32
|
+
if (missing.length)
|
|
33
|
+
throw new WriteTableError(`${rel} needs the columns ${need.join(", ")} (missing: ${missing.join(", ")})`);
|
|
34
|
+
const bad = a.rows.findIndex((r) => r.length !== cols.length);
|
|
35
|
+
if (bad >= 0)
|
|
36
|
+
throw new WriteTableError(`row ${bad + 1} has ${a.rows[bad].length} cells, not ${cols.length}`);
|
|
37
|
+
const rows = a.rows.map((r) => Object.fromEntries(cols.map((c, i) => [c, r[i] ?? ""])));
|
|
38
|
+
if (published) {
|
|
39
|
+
rows.forEach((r, i) => {
|
|
40
|
+
if (!/^https?:\/\//.test(String(r.source_url)))
|
|
41
|
+
throw new WriteTableError(`row ${i + 1}: source_url must be the page's URL`);
|
|
42
|
+
if (!/^\d{4}-\d{2}-\d{2}$/.test(String(r.accessed)))
|
|
43
|
+
throw new WriteTableError(`row ${i + 1}: accessed must be YYYY-MM-DD`);
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
const text = writeCsv(rows, cols);
|
|
47
|
+
const abs = path.join(workspace, rel);
|
|
48
|
+
fs.mkdirSync(path.dirname(abs), { recursive: true });
|
|
49
|
+
fs.writeFileSync(abs, text);
|
|
50
|
+
if (!published) {
|
|
51
|
+
const lin = readLineage(workspace);
|
|
52
|
+
lin[rel] = { packs: [], tool: "write_table", sha256: createHash("sha256").update(text).digest("hex") };
|
|
53
|
+
writeLineage(workspace, lin);
|
|
54
|
+
}
|
|
55
|
+
return { status: "ok", path: abs, rows: rows.length, columns: cols,
|
|
56
|
+
next: published ? "Register facts from it like any CSV, and say in the answer that the figure was read from that page."
|
|
57
|
+
: "audit_answer / audit_report check this table against the registered facts." };
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=write_table.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"write_table.js","sourceRoot":"","sources":["../../src/analysis/write_table.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEzD,MAAM,OAAO,eAAgB,SAAQ,KAAK;CAAG;AAE7C,MAAM,QAAQ,GAA6B;IACzC,wBAAwB,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC;IAC9G,0BAA0B,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,eAAe,EAAE,cAAc,EAAE,oBAAoB,CAAC;CACxH,CAAC;AAEF,MAAM,UAAU,UAAU,CAAC,SAAiB,EAAE,CAA0E;IACtH,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,kCAAkC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/D,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACjC,MAAM,IAAI,eAAe,CAAC,mGAAmG;YAC3H,QAAQ,GAAG,8DAA8D,CAAC,CAAC;IAC/E,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,eAAe,CAAC,6BAA6B,CAAC,CAAC;IACjG,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,IAAI,OAAO,CAAC,MAAM;QAAE,MAAM,IAAI,eAAe,CAAC,GAAG,GAAG,sBAAsB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9H,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9D,IAAI,GAAG,IAAI,CAAC;QAAE,MAAM,IAAI,eAAe,CAAC,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,eAAe,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9G,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACxF,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACpB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;gBAAE,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YAC7H,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAAE,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC9H,CAAC,CAAC,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACtC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACnC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACvG,YAAY,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI;QAChE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,qGAAqG;YACrH,CAAC,CAAC,4EAA4E,EAAE,CAAC;AACvF,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
/**
|
|
3
|
+
* Options for every mode, as flags or environment variables (the flags set the variables):
|
|
4
|
+
* --sources fred,treasury DATA_ANALYST_SOURCES only these sources
|
|
5
|
+
* --domains economy,health DATA_ANALYST_DOMAINS only sources in these domains
|
|
6
|
+
* --hide-unconfigured DATA_ANALYST_HIDE_UNCONFIGURED leave out sources whose required key is not set up
|
|
7
|
+
* --workspace <folder> DATA_ANALYST_WORKSPACE (stdio) one fixed analysis folder, so fetches are
|
|
8
|
+
* reused across restarts (within each source's terms)
|
|
9
|
+
*/
|
|
10
|
+
export declare function takeGlobalFlags(argv: string[]): string[];
|
package/dist/bin/cli.js
ADDED
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
/**
|
|
3
|
+
* data-analyst-mcp
|
|
4
|
+
* (no arguments) run the MCP server over stdio (what an assistant starts: npx -y data-analyst-mcp)
|
|
5
|
+
* setup <source> store a source's API key in ~/.config/data-analyst/keys.json, typed with hidden input
|
|
6
|
+
* serve --http the hosted mode over streamable HTTP (see src/remote/app.ts for its settings)
|
|
7
|
+
* --version | --help
|
|
8
|
+
*/
|
|
9
|
+
import fs from "node:fs";
|
|
10
|
+
import path from "node:path";
|
|
11
|
+
import readline from "node:readline";
|
|
12
|
+
import { Writable } from "node:stream";
|
|
13
|
+
import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
|
|
14
|
+
import { configPath } from "../core/keys.js";
|
|
15
|
+
import { load } from "../core/packs.js";
|
|
16
|
+
import { createServer, VERSION } from "../server.js";
|
|
17
|
+
import { Session } from "../session.js";
|
|
18
|
+
const HELP = `data-analyst-mcp ${VERSION}
|
|
19
|
+
data-analyst-mcp run the MCP server over stdio
|
|
20
|
+
data-analyst-mcp setup <source> store an API key for a source (hidden input) in ${configPath()}
|
|
21
|
+
data-analyst-mcp serve --http [--port 8080] [--host 127.0.0.1] [--public-url https://your.host]
|
|
22
|
+
the hosted mode (streamable HTTP at /mcp); off loopback it needs
|
|
23
|
+
DATA_ANALYST_ACCOUNTS=1, DATA_ANALYST_AUTH_TOKEN, or DATA_ANALYST_OPEN=1
|
|
24
|
+
Options (any mode): --sources fred,treasury --domains economy,health --hide-unconfigured
|
|
25
|
+
--workspace <folder> (stdio: one fixed analysis folder, reused across restarts)
|
|
26
|
+
Environment: DATA_ANALYST_OUT (workspace root), DATA_ANALYST_CONFIG_DIR (keys.json folder).`;
|
|
27
|
+
function askHidden(prompt) {
|
|
28
|
+
let muted = false;
|
|
29
|
+
const out = new Writable({ write(chunk, _enc, cb) {
|
|
30
|
+
if (!muted)
|
|
31
|
+
process.stdout.write(chunk);
|
|
32
|
+
cb();
|
|
33
|
+
} });
|
|
34
|
+
const rl = readline.createInterface({ input: process.stdin, output: out, terminal: true });
|
|
35
|
+
return new Promise((resolve) => {
|
|
36
|
+
rl.question(prompt, (answer) => {
|
|
37
|
+
rl.close();
|
|
38
|
+
process.stdout.write("\n");
|
|
39
|
+
resolve(answer.trim());
|
|
40
|
+
});
|
|
41
|
+
muted = true;
|
|
42
|
+
});
|
|
43
|
+
}
|
|
44
|
+
async function setup(source) {
|
|
45
|
+
if (!source) {
|
|
46
|
+
console.error("usage: data-analyst-mcp setup <source>");
|
|
47
|
+
return 2;
|
|
48
|
+
}
|
|
49
|
+
const p = await load(source);
|
|
50
|
+
const env = p.policy.auth.env;
|
|
51
|
+
if (!env) {
|
|
52
|
+
console.log(`${source} needs no API key.`);
|
|
53
|
+
return 0;
|
|
54
|
+
}
|
|
55
|
+
if (!process.stdin.isTTY) {
|
|
56
|
+
console.error("setup reads the key from your terminal with hidden input: run it in a terminal.");
|
|
57
|
+
return 2;
|
|
58
|
+
}
|
|
59
|
+
if (p.policy.auth.signup_url)
|
|
60
|
+
console.log(`Get a free ${env} at ${p.policy.auth.signup_url}`);
|
|
61
|
+
const key = await askHidden(`Paste your ${env} (input hidden): `);
|
|
62
|
+
if (!key) {
|
|
63
|
+
console.error("No key entered; nothing stored.");
|
|
64
|
+
return 2;
|
|
65
|
+
}
|
|
66
|
+
// the values a source sends with its key (epa-aqs: AQS_EMAIL); not secret, so typed visibly
|
|
67
|
+
const stored = { [env]: key };
|
|
68
|
+
for (const [param, extraEnv] of Object.entries(p.policy.auth.extra || {})) {
|
|
69
|
+
const v = await askVisible(`Your ${extraEnv} (the ${param} your key is registered to): `);
|
|
70
|
+
if (!v) {
|
|
71
|
+
console.error(`No ${extraEnv} entered; nothing stored (${source} needs it with the key).`);
|
|
72
|
+
return 2;
|
|
73
|
+
}
|
|
74
|
+
stored[extraEnv] = v;
|
|
75
|
+
}
|
|
76
|
+
const file = configPath();
|
|
77
|
+
let data = {};
|
|
78
|
+
try {
|
|
79
|
+
data = JSON.parse(fs.readFileSync(file, "utf8").replace(/^/, ""));
|
|
80
|
+
}
|
|
81
|
+
catch { /* new file */ }
|
|
82
|
+
data.env = { ...(data.env || {}), ...stored };
|
|
83
|
+
fs.mkdirSync(path.dirname(file), { recursive: true, mode: 0o700 });
|
|
84
|
+
fs.writeFileSync(file, JSON.stringify(data, null, 2), { mode: 0o600 });
|
|
85
|
+
console.log(`Stored ${Object.keys(stored).join(" and ")} in ${file}. Your assistant can fetch ${source} now.`);
|
|
86
|
+
return 0;
|
|
87
|
+
}
|
|
88
|
+
function askVisible(prompt) {
|
|
89
|
+
const rl = readline.createInterface({ input: process.stdin, output: process.stdout, terminal: true });
|
|
90
|
+
return new Promise((resolve) => rl.question(prompt, (answer) => {
|
|
91
|
+
rl.close();
|
|
92
|
+
resolve(answer.trim());
|
|
93
|
+
}));
|
|
94
|
+
}
|
|
95
|
+
/**
|
|
96
|
+
* Options for every mode, as flags or environment variables (the flags set the variables):
|
|
97
|
+
* --sources fred,treasury DATA_ANALYST_SOURCES only these sources
|
|
98
|
+
* --domains economy,health DATA_ANALYST_DOMAINS only sources in these domains
|
|
99
|
+
* --hide-unconfigured DATA_ANALYST_HIDE_UNCONFIGURED leave out sources whose required key is not set up
|
|
100
|
+
* --workspace <folder> DATA_ANALYST_WORKSPACE (stdio) one fixed analysis folder, so fetches are
|
|
101
|
+
* reused across restarts (within each source's terms)
|
|
102
|
+
*/
|
|
103
|
+
export function takeGlobalFlags(argv) {
|
|
104
|
+
const rest = [];
|
|
105
|
+
const valued = { "--sources": "DATA_ANALYST_SOURCES", "--domains": "DATA_ANALYST_DOMAINS",
|
|
106
|
+
"--workspace": "DATA_ANALYST_WORKSPACE" };
|
|
107
|
+
for (let i = 0; i < argv.length; i++) {
|
|
108
|
+
const a = argv[i];
|
|
109
|
+
if (valued[a] && i + 1 < argv.length)
|
|
110
|
+
process.env[valued[a]] = argv[++i];
|
|
111
|
+
else if (a === "--hide-unconfigured")
|
|
112
|
+
process.env.DATA_ANALYST_HIDE_UNCONFIGURED = "1";
|
|
113
|
+
else
|
|
114
|
+
rest.push(a);
|
|
115
|
+
}
|
|
116
|
+
return rest;
|
|
117
|
+
}
|
|
118
|
+
async function main() {
|
|
119
|
+
const [cmd, ...rest] = takeGlobalFlags(process.argv.slice(2));
|
|
120
|
+
if (cmd === "--version" || cmd === "-v")
|
|
121
|
+
return (console.log(VERSION), 0);
|
|
122
|
+
if (cmd === "--help" || cmd === "-h")
|
|
123
|
+
return (console.log(HELP), 0);
|
|
124
|
+
if (cmd === "setup")
|
|
125
|
+
return setup(rest[0]);
|
|
126
|
+
if (cmd === "serve")
|
|
127
|
+
return serve(rest);
|
|
128
|
+
if (cmd) {
|
|
129
|
+
console.error(`unknown command ${cmd}\n${HELP}`);
|
|
130
|
+
return 2;
|
|
131
|
+
}
|
|
132
|
+
const fixed = process.env.DATA_ANALYST_WORKSPACE;
|
|
133
|
+
const server = createServer(new Session(undefined, fixed ? path.resolve(fixed) : undefined));
|
|
134
|
+
await server.connect(new StdioServerTransport());
|
|
135
|
+
return undefined;
|
|
136
|
+
}
|
|
137
|
+
const LOOPBACK = new Set(["127.0.0.1", "::1", "localhost"]);
|
|
138
|
+
function flag(args, name) {
|
|
139
|
+
const i = args.indexOf(name);
|
|
140
|
+
return i >= 0 ? args[i + 1] : undefined;
|
|
141
|
+
}
|
|
142
|
+
/** serve --http: the hosted (remote) mode. */
|
|
143
|
+
async function serve(args) {
|
|
144
|
+
if (!args.includes("--http")) {
|
|
145
|
+
console.error("usage: data-analyst-mcp serve --http [--port 8080] [--host 0.0.0.0] [--public-url https://...]");
|
|
146
|
+
return 2;
|
|
147
|
+
}
|
|
148
|
+
const port = Number(flag(args, "--port") || process.env.PORT || 8080);
|
|
149
|
+
const host = flag(args, "--host") || process.env.HOST || "127.0.0.1";
|
|
150
|
+
const publicUrl = flag(args, "--public-url") || process.env.DATA_ANALYST_PUBLIC_URL || `http://localhost:${port}`;
|
|
151
|
+
const accounts = process.env.DATA_ANALYST_ACCOUNTS === "1", token = process.env.DATA_ANALYST_AUTH_TOKEN;
|
|
152
|
+
if (!LOOPBACK.has(host) && !accounts && !token && process.env.DATA_ANALYST_OPEN !== "1") {
|
|
153
|
+
console.error(`refusing to serve on ${host} without authentication: anyone who can reach it could use the operator's ` +
|
|
154
|
+
"keys and quotas. Choose one: DATA_ANALYST_ACCOUNTS=1 (OAuth sign-in, per-user keys; needs DATA_ANALYST_SECRET), " +
|
|
155
|
+
"DATA_ANALYST_AUTH_TOKEN=<token> (one shared bearer token), or DATA_ANALYST_OPEN=1 (open on purpose). " +
|
|
156
|
+
"For local Docker, publish on loopback (-p 127.0.0.1:8080:8080) and set DATA_ANALYST_OPEN=1.");
|
|
157
|
+
return 2;
|
|
158
|
+
}
|
|
159
|
+
const { createApp } = await import("../remote/app.js");
|
|
160
|
+
const { app } = createApp({ publicUrl, accounts: process.env.DATA_ANALYST_ACCOUNTS === "1",
|
|
161
|
+
authToken: process.env.DATA_ANALYST_AUTH_TOKEN || undefined, trustProxy: process.env.DATA_ANALYST_TRUST_PROXY === "1",
|
|
162
|
+
callsPerMinute: Number(process.env.DATA_ANALYST_CALLS_PER_MINUTE || 240),
|
|
163
|
+
idleMinutes: Number(process.env.DATA_ANALYST_IDLE_MINUTES || 120) });
|
|
164
|
+
app.listen(port, host, () => {
|
|
165
|
+
console.error(`data-analyst-mcp ${VERSION}: MCP at ${new URL("/mcp", publicUrl)} (listening on ${host}:${port})` +
|
|
166
|
+
(process.env.DATA_ANALYST_ACCOUNTS === "1" ? ", OAuth accounts on" : process.env.DATA_ANALYST_AUTH_TOKEN ? ", bearer token" : ", open"));
|
|
167
|
+
});
|
|
168
|
+
return undefined;
|
|
169
|
+
}
|
|
170
|
+
main().then((code) => {
|
|
171
|
+
if (code !== undefined)
|
|
172
|
+
process.exit(code);
|
|
173
|
+
}).catch((e) => {
|
|
174
|
+
console.error(e instanceof Error ? e.message : e);
|
|
175
|
+
process.exit(3);
|
|
176
|
+
});
|
|
177
|
+
//# sourceMappingURL=cli.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/bin/cli.ts"],"names":[],"mappings":";AACA;;;;;;GAMG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,QAAQ,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC,MAAM,IAAI,GAAG,oBAAoB,OAAO;;qFAE6C,UAAU,EAAE;;;;;;4FAML,CAAC;AAE7F,SAAS,SAAS,CAAC,MAAc;IAC/B,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC9C,IAAI,CAAC,KAAK;gBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACxC,EAAE,EAAE,CAAC;QACP,CAAC,EAAE,CAAC,CAAC;IACL,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3F,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE;YAC7B,EAAE,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3B,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,KAAK,GAAG,IAAI,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,MAAe;IAClC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACxD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;IAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,oBAAoB,CAAC,CAAC;QAC3C,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACzB,OAAO,CAAC,KAAK,CAAC,iFAAiF,CAAC,CAAC;QACjG,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU;QAAE,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9F,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,cAAc,GAAG,mBAAmB,CAAC,CAAC;IAClE,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACjD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,4FAA4F;IAC5F,MAAM,MAAM,GAA2B,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;IACtD,KAAK,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QAC1E,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,QAAQ,QAAQ,SAAS,KAAK,+BAA+B,CAAC,CAAC;QAC1F,IAAI,CAAC,CAAC,EAAE,CAAC;YACP,OAAO,CAAC,KAAK,CAAC,MAAM,QAAQ,6BAA6B,MAAM,0BAA0B,CAAC,CAAC;YAC3F,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;IAC1B,IAAI,IAAI,GAAQ,EAAE,CAAC;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;IACrE,CAAC;IAAC,MAAM,CAAC,CAAC,cAAc,CAAC,CAAC;IAC1B,IAAI,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC;IAC9C,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACnE,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,8BAA8B,MAAM,OAAO,CAAC,CAAC;IAC/G,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,UAAU,CAAC,MAAc;IAChC,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACtG,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE;QAC7D,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAAC,IAAc;IAC5C,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,MAAM,GAA2B,EAAE,WAAW,EAAE,sBAAsB,EAAE,WAAW,EAAE,sBAAsB;QAC/G,aAAa,EAAE,wBAAwB,EAAE,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM;YAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;aACpE,IAAI,CAAC,KAAK,qBAAqB;YAAE,OAAO,CAAC,GAAG,CAAC,8BAA8B,GAAG,GAAG,CAAC;;YAClF,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,IAAI,GAAG,KAAK,WAAW,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1E,IAAI,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACpE,IAAI,GAAG,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,IAAI,GAAG,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,GAAG,EAAE,CAAC;QACR,OAAO,CAAC,KAAK,CAAC,mBAAmB,GAAG,KAAK,IAAI,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;IACjD,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7F,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,oBAAoB,EAAE,CAAC,CAAC;IACjD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC;AAE5D,SAAS,IAAI,CAAC,IAAc,EAAE,IAAY;IACxC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1C,CAAC;AAED,8CAA8C;AAC9C,KAAK,UAAU,KAAK,CAAC,IAAc;IACjC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,KAAK,CAAC,gGAAgG,CAAC,CAAC;QAChH,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,WAAW,CAAC;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,oBAAoB,IAAI,EAAE,CAAC;IAClH,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,GAAG,EAAE,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;IACxG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,KAAK,CAAC,wBAAwB,IAAI,4EAA4E;YACpH,kHAAkH;YAClH,uGAAuG;YACvG,6FAA6F,CAAC,CAAC;QACjG,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IACvD,MAAM,EAAE,GAAG,EAAE,GAAG,SAAS,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,GAAG;QACxF,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG;QACrH,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,GAAG,CAAC;QACxE,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;IACvE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;QAC1B,OAAO,CAAC,KAAK,CAAC,oBAAoB,OAAO,YAAY,IAAI,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,kBAAkB,IAAI,IAAI,IAAI,GAAG;YAC9G,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,GAAG,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7I,CAAC,CAAC,CAAC;IACH,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;IACnB,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACb,OAAO,CAAC,KAAK,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { Policy } from "./policy.js";
|
|
2
|
+
export declare class Cache {
|
|
3
|
+
mode: string;
|
|
4
|
+
ttl: number;
|
|
5
|
+
on: boolean;
|
|
6
|
+
dir: string;
|
|
7
|
+
constructor(namespace: string, policy: Policy, enabled?: boolean);
|
|
8
|
+
private paths;
|
|
9
|
+
get(key: string, maxAgeHours?: number): [Buffer, any] | null;
|
|
10
|
+
/** Path of a cached file (for large bulk files read in place). */
|
|
11
|
+
path(key: string): string | null;
|
|
12
|
+
put(key: string, data: Buffer, meta?: Record<string, unknown>): string | null;
|
|
13
|
+
sweep(): void;
|
|
14
|
+
}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Disk cache for raw downloads, used only when a pack's policy allows it.
|
|
3
|
+
* - <cacheRoot>/<namespace>/<sha256(key)>.bin with a .meta.json sidecar {key, stored, ...meta}
|
|
4
|
+
* - the key is a credential-free URL (plus a body hash for POST), so no secret is ever written
|
|
5
|
+
* - atomic writes, 0600 files where the OS supports it; entries over MAX_ENTRY are not cached
|
|
6
|
+
* - entries untouched for STALE_DAYS are dropped, then the least recently used beyond MAX_TOTAL
|
|
7
|
+
* policy cache.mode: "none" and "run_only" refuse every get and put; "persistent" caches for ttl_hours.
|
|
8
|
+
* Remote mode never caches across users' sessions unless DATA_ANALYST_CACHE is set by the operator.
|
|
9
|
+
*/
|
|
10
|
+
import { createHash } from "node:crypto";
|
|
11
|
+
import fs from "node:fs";
|
|
12
|
+
import path from "node:path";
|
|
13
|
+
import { cacheRoot, mode } from "./env.js";
|
|
14
|
+
const MAX_ENTRY = 512 * 1024 * 1024;
|
|
15
|
+
const MAX_TOTAL = 4 * 1024 * 1024 * 1024;
|
|
16
|
+
const STALE_DAYS = 30;
|
|
17
|
+
export class Cache {
|
|
18
|
+
mode;
|
|
19
|
+
ttl;
|
|
20
|
+
on;
|
|
21
|
+
dir;
|
|
22
|
+
constructor(namespace, policy, enabled = true) {
|
|
23
|
+
this.mode = policy.cache.mode;
|
|
24
|
+
this.ttl = Number(policy.cache.ttl_hours || 24) * 3600;
|
|
25
|
+
this.on = enabled && this.mode === "persistent" && (mode() === "local" || !!process.env.DATA_ANALYST_CACHE);
|
|
26
|
+
this.dir = path.join(cacheRoot(), namespace);
|
|
27
|
+
if (this.on)
|
|
28
|
+
fs.mkdirSync(this.dir, { recursive: true, mode: 0o700 });
|
|
29
|
+
}
|
|
30
|
+
paths(key) {
|
|
31
|
+
const h = createHash("sha256").update(key).digest("hex");
|
|
32
|
+
return [path.join(this.dir, h + ".bin"), path.join(this.dir, h + ".meta.json")];
|
|
33
|
+
}
|
|
34
|
+
get(key, maxAgeHours) {
|
|
35
|
+
if (!this.on)
|
|
36
|
+
return null;
|
|
37
|
+
const [dataP, metaP] = this.paths(key);
|
|
38
|
+
try {
|
|
39
|
+
const meta = JSON.parse(fs.readFileSync(metaP, "utf8"));
|
|
40
|
+
const ttl = maxAgeHours !== undefined ? maxAgeHours * 3600 : this.ttl;
|
|
41
|
+
if (Date.now() / 1000 - meta.stored > ttl)
|
|
42
|
+
return null;
|
|
43
|
+
const data = fs.readFileSync(dataP);
|
|
44
|
+
const now = new Date();
|
|
45
|
+
fs.utimesSync(metaP, now, now);
|
|
46
|
+
return [data, meta];
|
|
47
|
+
}
|
|
48
|
+
catch {
|
|
49
|
+
return null;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
/** Path of a cached file (for large bulk files read in place). */
|
|
53
|
+
path(key) {
|
|
54
|
+
return this.get(key) === null ? null : this.paths(key)[0];
|
|
55
|
+
}
|
|
56
|
+
put(key, data, meta = {}) {
|
|
57
|
+
if (!this.on || data.length > MAX_ENTRY)
|
|
58
|
+
return null;
|
|
59
|
+
const [dataP, metaP] = this.paths(key);
|
|
60
|
+
for (const [target, payload] of [[dataP, data], [metaP, Buffer.from(JSON.stringify({ key, stored: Date.now() / 1000, ...meta }))]]) {
|
|
61
|
+
const tmp = `${target}.${process.pid}.tmp`;
|
|
62
|
+
fs.writeFileSync(tmp, payload, { mode: 0o600 });
|
|
63
|
+
fs.renameSync(tmp, target);
|
|
64
|
+
}
|
|
65
|
+
this.sweep();
|
|
66
|
+
return dataP;
|
|
67
|
+
}
|
|
68
|
+
sweep() {
|
|
69
|
+
try {
|
|
70
|
+
const entries = fs.readdirSync(this.dir).filter((n) => n.endsWith(".meta.json")).map((n) => {
|
|
71
|
+
const p = path.join(this.dir, n);
|
|
72
|
+
const bin = p.replace(/\.meta\.json$/, ".bin");
|
|
73
|
+
const st = fs.statSync(p);
|
|
74
|
+
return { meta: p, bin, atime: st.mtimeMs, size: fs.existsSync(bin) ? fs.statSync(bin).size : 0 };
|
|
75
|
+
}).sort((a, b) => b.atime - a.atime);
|
|
76
|
+
let total = 0;
|
|
77
|
+
for (const e of entries) {
|
|
78
|
+
total += e.size;
|
|
79
|
+
if (Date.now() - e.atime > STALE_DAYS * 86400000 || total > MAX_TOTAL) {
|
|
80
|
+
fs.rmSync(e.meta, { force: true });
|
|
81
|
+
fs.rmSync(e.bin, { force: true });
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
catch {
|
|
86
|
+
/* a sweep never fails a fetch */
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
//# sourceMappingURL=cache.js.map
|