data-analyst-mcp 0.0.0-stage → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +262 -3
- package/dist/adapters/_acf_tidy.d.ts +18 -0
- package/dist/adapters/_acf_tidy.js +432 -0
- package/dist/adapters/_acf_tidy.js.map +1 -0
- package/dist/adapters/_actuaries_read.d.ts +38 -0
- package/dist/adapters/_actuaries_read.js +728 -0
- package/dist/adapters/_actuaries_read.js.map +1 -0
- package/dist/adapters/_census_micro.d.ts +70 -0
- package/dist/adapters/_census_micro.js +622 -0
- package/dist/adapters/_census_micro.js.map +1 -0
- package/dist/adapters/_census_util.d.ts +40 -0
- package/dist/adapters/_census_util.js +275 -0
- package/dist/adapters/_census_util.js.map +1 -0
- package/dist/adapters/_dol_states.d.ts +6 -0
- package/dist/adapters/_dol_states.js +58 -0
- package/dist/adapters/_dol_states.js.map +1 -0
- package/dist/adapters/_govinfo_entities.d.ts +4 -0
- package/dist/adapters/_govinfo_entities.js +6 -0
- package/dist/adapters/_govinfo_entities.js.map +1 -0
- package/dist/adapters/_govinfo_json.d.ts +13 -0
- package/dist/adapters/_govinfo_json.js +107 -0
- package/dist/adapters/_govinfo_json.js.map +1 -0
- package/dist/adapters/_govinfo_py.d.ts +22 -0
- package/dist/adapters/_govinfo_py.js +272 -0
- package/dist/adapters/_govinfo_py.js.map +1 -0
- package/dist/adapters/_govinfo_xml.d.ts +22 -0
- package/dist/adapters/_govinfo_xml.js +233 -0
- package/dist/adapters/_govinfo_xml.js.map +1 -0
- package/dist/adapters/_hud_excel.d.ts +2 -0
- package/dist/adapters/_hud_excel.js +166 -0
- package/dist/adapters/_hud_excel.js.map +1 -0
- package/dist/adapters/_omb_grid.d.ts +17 -0
- package/dist/adapters/_omb_grid.js +132 -0
- package/dist/adapters/_omb_grid.js.map +1 -0
- package/dist/adapters/_omb_util.d.ts +40 -0
- package/dist/adapters/_omb_util.js +192 -0
- package/dist/adapters/_omb_util.js.map +1 -0
- package/dist/adapters/_usaspending_state.d.ts +6 -0
- package/dist/adapters/_usaspending_state.js +54 -0
- package/dist/adapters/_usaspending_state.js.map +1 -0
- package/dist/adapters/_usda-fna_book.d.ts +59 -0
- package/dist/adapters/_usda-fna_book.js +869 -0
- package/dist/adapters/_usda-fna_book.js.map +1 -0
- package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
- package/dist/adapters/_usda-fna_pdf.js +361 -0
- package/dist/adapters/_usda-fna_pdf.js.map +1 -0
- package/dist/adapters/_usda-outlook_read.d.ts +70 -0
- package/dist/adapters/_usda-outlook_read.js +362 -0
- package/dist/adapters/_usda-outlook_read.js.map +1 -0
- package/dist/adapters/acf.d.ts +3 -0
- package/dist/adapters/acf.js +187 -0
- package/dist/adapters/acf.js.map +1 -0
- package/dist/adapters/actuaries.d.ts +3 -0
- package/dist/adapters/actuaries.js +293 -0
- package/dist/adapters/actuaries.js.map +1 -0
- package/dist/adapters/bts.d.ts +3 -0
- package/dist/adapters/bts.js +26 -0
- package/dist/adapters/bts.js.map +1 -0
- package/dist/adapters/census-geocoder.d.ts +10 -0
- package/dist/adapters/census-geocoder.js +47 -0
- package/dist/adapters/census-geocoder.js.map +1 -0
- package/dist/adapters/census.d.ts +17 -0
- package/dist/adapters/census.js +983 -0
- package/dist/adapters/census.js.map +1 -0
- package/dist/adapters/cfpb.d.ts +7 -0
- package/dist/adapters/cfpb.js +348 -0
- package/dist/adapters/cfpb.js.map +1 -0
- package/dist/adapters/clinical-trials.d.ts +3 -0
- package/dist/adapters/clinical-trials.js +135 -0
- package/dist/adapters/clinical-trials.js.map +1 -0
- package/dist/adapters/cms.d.ts +3 -0
- package/dist/adapters/cms.js +292 -0
- package/dist/adapters/cms.js.map +1 -0
- package/dist/adapters/college-scorecard.d.ts +3 -0
- package/dist/adapters/college-scorecard.js +122 -0
- package/dist/adapters/college-scorecard.js.map +1 -0
- package/dist/adapters/congress.d.ts +33 -0
- package/dist/adapters/congress.js +589 -0
- package/dist/adapters/congress.js.map +1 -0
- package/dist/adapters/dhs-ohss.d.ts +13 -0
- package/dist/adapters/dhs-ohss.js +598 -0
- package/dist/adapters/dhs-ohss.js.map +1 -0
- package/dist/adapters/doj-news.d.ts +7 -0
- package/dist/adapters/doj-news.js +286 -0
- package/dist/adapters/doj-news.js.map +1 -0
- package/dist/adapters/dol.d.ts +4 -0
- package/dist/adapters/dol.js +634 -0
- package/dist/adapters/dol.js.map +1 -0
- package/dist/adapters/eia.d.ts +15 -0
- package/dist/adapters/eia.js +456 -0
- package/dist/adapters/eia.js.map +1 -0
- package/dist/adapters/epa-aqs.d.ts +3 -0
- package/dist/adapters/epa-aqs.js +357 -0
- package/dist/adapters/epa-aqs.js.map +1 -0
- package/dist/adapters/epa.d.ts +3 -0
- package/dist/adapters/epa.js +298 -0
- package/dist/adapters/epa.js.map +1 -0
- package/dist/adapters/fbi.d.ts +3 -0
- package/dist/adapters/fbi.js +192 -0
- package/dist/adapters/fbi.js.map +1 -0
- package/dist/adapters/fda.d.ts +5 -0
- package/dist/adapters/fda.js +184 -0
- package/dist/adapters/fda.js.map +1 -0
- package/dist/adapters/fdic.d.ts +4 -0
- package/dist/adapters/fdic.js +95 -0
- package/dist/adapters/fdic.js.map +1 -0
- package/dist/adapters/fec.d.ts +3 -0
- package/dist/adapters/fec.js +142 -0
- package/dist/adapters/fec.js.map +1 -0
- package/dist/adapters/fed-board.d.ts +12 -0
- package/dist/adapters/fed-board.js +581 -0
- package/dist/adapters/fed-board.js.map +1 -0
- package/dist/adapters/federal-register.d.ts +11 -0
- package/dist/adapters/federal-register.js +43 -0
- package/dist/adapters/federal-register.js.map +1 -0
- package/dist/adapters/fhfa.d.ts +3 -0
- package/dist/adapters/fhfa.js +253 -0
- package/dist/adapters/fhfa.js.map +1 -0
- package/dist/adapters/fsa.d.ts +9 -0
- package/dist/adapters/fsa.js +335 -0
- package/dist/adapters/fsa.js.map +1 -0
- package/dist/adapters/govinfo.d.ts +30 -0
- package/dist/adapters/govinfo.js +636 -0
- package/dist/adapters/govinfo.js.map +1 -0
- package/dist/adapters/gsa-calc.d.ts +10 -0
- package/dist/adapters/gsa-calc.js +318 -0
- package/dist/adapters/gsa-calc.js.map +1 -0
- package/dist/adapters/hud.d.ts +3 -0
- package/dist/adapters/hud.js +200 -0
- package/dist/adapters/hud.js.map +1 -0
- package/dist/adapters/index.d.ts +3 -0
- package/dist/adapters/index.js +25 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/irs-soi.d.ts +6 -0
- package/dist/adapters/irs-soi.js +576 -0
- package/dist/adapters/irs-soi.js.map +1 -0
- package/dist/adapters/naep.d.ts +15 -0
- package/dist/adapters/naep.js +341 -0
- package/dist/adapters/naep.js.map +1 -0
- package/dist/adapters/nhtsa.d.ts +10 -0
- package/dist/adapters/nhtsa.js +239 -0
- package/dist/adapters/nhtsa.js.map +1 -0
- package/dist/adapters/nih.d.ts +5 -0
- package/dist/adapters/nih.js +196 -0
- package/dist/adapters/nih.js.map +1 -0
- package/dist/adapters/noaa.d.ts +3 -0
- package/dist/adapters/noaa.js +148 -0
- package/dist/adapters/noaa.js.map +1 -0
- package/dist/adapters/nrel.d.ts +3 -0
- package/dist/adapters/nrel.js +186 -0
- package/dist/adapters/nrel.js.map +1 -0
- package/dist/adapters/nws.d.ts +3 -0
- package/dist/adapters/nws.js +119 -0
- package/dist/adapters/nws.js.map +1 -0
- package/dist/adapters/omb.d.ts +15 -0
- package/dist/adapters/omb.js +517 -0
- package/dist/adapters/omb.js.map +1 -0
- package/dist/adapters/open-payments.d.ts +5 -0
- package/dist/adapters/open-payments.js +149 -0
- package/dist/adapters/open-payments.js.map +1 -0
- package/dist/adapters/pbgc.d.ts +13 -0
- package/dist/adapters/pbgc.js +283 -0
- package/dist/adapters/pbgc.js.map +1 -0
- package/dist/adapters/philfed.d.ts +12 -0
- package/dist/adapters/philfed.js +59 -0
- package/dist/adapters/philfed.js.map +1 -0
- package/dist/adapters/regulations.d.ts +6 -0
- package/dist/adapters/regulations.js +58 -0
- package/dist/adapters/regulations.js.map +1 -0
- package/dist/adapters/sec.d.ts +13 -0
- package/dist/adapters/sec.js +504 -0
- package/dist/adapters/sec.js.map +1 -0
- package/dist/adapters/senate-lobbying.d.ts +3 -0
- package/dist/adapters/senate-lobbying.js +181 -0
- package/dist/adapters/senate-lobbying.js.map +1 -0
- package/dist/adapters/snapqc.d.ts +32 -0
- package/dist/adapters/snapqc.js +701 -0
- package/dist/adapters/snapqc.js.map +1 -0
- package/dist/adapters/treasury-yields.d.ts +3 -0
- package/dist/adapters/treasury-yields.js +170 -0
- package/dist/adapters/treasury-yields.js.map +1 -0
- package/dist/adapters/usaspending.d.ts +3 -0
- package/dist/adapters/usaspending.js +340 -0
- package/dist/adapters/usaspending.js.map +1 -0
- package/dist/adapters/usda-fna.d.ts +7 -0
- package/dist/adapters/usda-fna.js +707 -0
- package/dist/adapters/usda-fna.js.map +1 -0
- package/dist/adapters/usda-fooddata.d.ts +3 -0
- package/dist/adapters/usda-fooddata.js +101 -0
- package/dist/adapters/usda-fooddata.js.map +1 -0
- package/dist/adapters/usda-nass.d.ts +3 -0
- package/dist/adapters/usda-nass.js +108 -0
- package/dist/adapters/usda-nass.js.map +1 -0
- package/dist/adapters/usda-outlook.d.ts +12 -0
- package/dist/adapters/usda-outlook.js +696 -0
- package/dist/adapters/usda-outlook.js.map +1 -0
- package/dist/adapters/usgs.d.ts +9 -0
- package/dist/adapters/usgs.js +265 -0
- package/dist/adapters/usgs.js.map +1 -0
- package/dist/adapters/usitc.d.ts +18 -0
- package/dist/adapters/usitc.js +170 -0
- package/dist/adapters/usitc.js.map +1 -0
- package/dist/adapters/uspto.d.ts +3 -0
- package/dist/adapters/uspto.js +47 -0
- package/dist/adapters/uspto.js.map +1 -0
- package/dist/adapters/world-bank.d.ts +3 -0
- package/dist/adapters/world-bank.js +163 -0
- package/dist/adapters/world-bank.js.map +1 -0
- package/dist/analysis/cite.d.ts +31 -0
- package/dist/analysis/cite.js +229 -0
- package/dist/analysis/cite.js.map +1 -0
- package/dist/analysis/combine.d.ts +27 -0
- package/dist/analysis/combine.js +198 -0
- package/dist/analysis/combine.js.map +1 -0
- package/dist/analysis/compute.d.ts +62 -0
- package/dist/analysis/compute.js +583 -0
- package/dist/analysis/compute.js.map +1 -0
- package/dist/analysis/expr.d.ts +69 -0
- package/dist/analysis/expr.js +780 -0
- package/dist/analysis/expr.js.map +1 -0
- package/dist/analysis/factfmt.d.ts +16 -0
- package/dist/analysis/factfmt.js +187 -0
- package/dist/analysis/factfmt.js.map +1 -0
- package/dist/analysis/facts.d.ts +63 -0
- package/dist/analysis/facts.js +355 -0
- package/dist/analysis/facts.js.map +1 -0
- package/dist/analysis/handoff.d.ts +58 -0
- package/dist/analysis/handoff.js +208 -0
- package/dist/analysis/handoff.js.map +1 -0
- package/dist/analysis/pyfmt.d.ts +16 -0
- package/dist/analysis/pyfmt.js +156 -0
- package/dist/analysis/pyfmt.js.map +1 -0
- package/dist/analysis/rerun.d.ts +13 -0
- package/dist/analysis/rerun.js +125 -0
- package/dist/analysis/rerun.js.map +1 -0
- package/dist/analysis/table.d.ts +18 -0
- package/dist/analysis/table.js +109 -0
- package/dist/analysis/table.js.map +1 -0
- package/dist/analysis/tools.d.ts +67 -0
- package/dist/analysis/tools.js +217 -0
- package/dist/analysis/tools.js.map +1 -0
- package/dist/analysis/write_table.d.ts +13 -0
- package/dist/analysis/write_table.js +59 -0
- package/dist/analysis/write_table.js.map +1 -0
- package/dist/bin/cli.d.ts +10 -0
- package/dist/bin/cli.js +177 -0
- package/dist/bin/cli.js.map +1 -0
- package/dist/core/cache.d.ts +14 -0
- package/dist/core/cache.js +90 -0
- package/dist/core/cache.js.map +1 -0
- package/dist/core/context.d.ts +12 -0
- package/dist/core/context.js +15 -0
- package/dist/core/context.js.map +1 -0
- package/dist/core/env.d.ts +14 -0
- package/dist/core/env.js +52 -0
- package/dist/core/env.js.map +1 -0
- package/dist/core/generic-rest.d.ts +61 -0
- package/dist/core/generic-rest.js +639 -0
- package/dist/core/generic-rest.js.map +1 -0
- package/dist/core/http.d.ts +120 -0
- package/dist/core/http.js +514 -0
- package/dist/core/http.js.map +1 -0
- package/dist/core/keys.d.ts +43 -0
- package/dist/core/keys.js +174 -0
- package/dist/core/keys.js.map +1 -0
- package/dist/core/manual.d.ts +41 -0
- package/dist/core/manual.js +218 -0
- package/dist/core/manual.js.map +1 -0
- package/dist/core/package.d.ts +58 -0
- package/dist/core/package.js +228 -0
- package/dist/core/package.js.map +1 -0
- package/dist/core/packs.d.ts +139 -0
- package/dist/core/packs.js +173 -0
- package/dist/core/packs.js.map +1 -0
- package/dist/core/policy.d.ts +69 -0
- package/dist/core/policy.js +189 -0
- package/dist/core/policy.js.map +1 -0
- package/dist/core/py.d.ts +40 -0
- package/dist/core/py.js +171 -0
- package/dist/core/py.js.map +1 -0
- package/dist/core/routing.d.ts +10 -0
- package/dist/core/routing.js +39 -0
- package/dist/core/routing.js.map +1 -0
- package/dist/core/tabular.d.ts +21 -0
- package/dist/core/tabular.js +229 -0
- package/dist/core/tabular.js.map +1 -0
- package/dist/deep/_bea_api.d.ts +102 -0
- package/dist/deep/_bea_api.js +457 -0
- package/dist/deep/_bea_api.js.map +1 -0
- package/dist/deep/_bea_fetch.d.ts +151 -0
- package/dist/deep/_bea_fetch.js +1274 -0
- package/dist/deep/_bea_fetch.js.map +1 -0
- package/dist/deep/_bea_util.d.ts +14 -0
- package/dist/deep/_bea_util.js +156 -0
- package/dist/deep/_bea_util.js.map +1 -0
- package/dist/deep/_bls_api.d.ts +84 -0
- package/dist/deep/_bls_api.js +231 -0
- package/dist/deep/_bls_api.js.map +1 -0
- package/dist/deep/_bls_ids.d.ts +43 -0
- package/dist/deep/_bls_ids.js +188 -0
- package/dist/deep/_bls_ids.js.map +1 -0
- package/dist/deep/_bls_lib.d.ts +61 -0
- package/dist/deep/_bls_lib.js +442 -0
- package/dist/deep/_bls_lib.js.map +1 -0
- package/dist/deep/_fred_api.d.ts +148 -0
- package/dist/deep/_fred_api.js +545 -0
- package/dist/deep/_fred_api.js.map +1 -0
- package/dist/deep/_fred_pack.d.ts +162 -0
- package/dist/deep/_fred_pack.js +1027 -0
- package/dist/deep/_fred_pack.js.map +1 -0
- package/dist/deep/_fred_py.d.ts +40 -0
- package/dist/deep/_fred_py.js +199 -0
- package/dist/deep/_fred_py.js.map +1 -0
- package/dist/deep/_ipums_bundle.d.ts +29 -0
- package/dist/deep/_ipums_bundle.js +194 -0
- package/dist/deep/_ipums_bundle.js.map +1 -0
- package/dist/deep/_ipums_ddi.d.ts +23 -0
- package/dist/deep/_ipums_ddi.js +162 -0
- package/dist/deep/_ipums_ddi.js.map +1 -0
- package/dist/deep/_opm_io.d.ts +26 -0
- package/dist/deep/_opm_io.js +383 -0
- package/dist/deep/_opm_io.js.map +1 -0
- package/dist/deep/_opm_parquet.d.ts +31 -0
- package/dist/deep/_opm_parquet.js +744 -0
- package/dist/deep/_opm_parquet.js.map +1 -0
- package/dist/deep/_opm_py.d.ts +6 -0
- package/dist/deep/_opm_py.js +74 -0
- package/dist/deep/_opm_py.js.map +1 -0
- package/dist/deep/_treasury_api.d.ts +48 -0
- package/dist/deep/_treasury_api.js +221 -0
- package/dist/deep/_treasury_api.js.map +1 -0
- package/dist/deep/_treasury_context.d.ts +34 -0
- package/dist/deep/_treasury_context.js +142 -0
- package/dist/deep/_treasury_context.js.map +1 -0
- package/dist/deep/_treasury_lib.d.ts +109 -0
- package/dist/deep/_treasury_lib.js +686 -0
- package/dist/deep/_treasury_lib.js.map +1 -0
- package/dist/deep/bea.d.ts +3 -0
- package/dist/deep/bea.js +248 -0
- package/dist/deep/bea.js.map +1 -0
- package/dist/deep/bls.d.ts +3 -0
- package/dist/deep/bls.js +220 -0
- package/dist/deep/bls.js.map +1 -0
- package/dist/deep/fred.d.ts +3 -0
- package/dist/deep/fred.js +325 -0
- package/dist/deep/fred.js.map +1 -0
- package/dist/deep/ipums.d.ts +59 -0
- package/dist/deep/ipums.js +744 -0
- package/dist/deep/ipums.js.map +1 -0
- package/dist/deep/opm.d.ts +56 -0
- package/dist/deep/opm.js +1033 -0
- package/dist/deep/opm.js.map +1 -0
- package/dist/deep/treasury.d.ts +3 -0
- package/dist/deep/treasury.js +218 -0
- package/dist/deep/treasury.js.map +1 -0
- package/dist/envelope.d.ts +47 -0
- package/dist/envelope.js +88 -0
- package/dist/envelope.js.map +1 -0
- package/dist/index.d.ts +277 -0
- package/dist/index.js +106 -0
- package/dist/index.js.map +1 -0
- package/dist/remote/app.d.ts +21 -0
- package/dist/remote/app.js +218 -0
- package/dist/remote/app.js.map +1 -0
- package/dist/remote/oauth.d.ts +14 -0
- package/dist/remote/oauth.js +90 -0
- package/dist/remote/oauth.js.map +1 -0
- package/dist/remote/pages.d.ts +8 -0
- package/dist/remote/pages.js +56 -0
- package/dist/remote/pages.js.map +1 -0
- package/dist/remote/sign.d.ts +4 -0
- package/dist/remote/sign.js +40 -0
- package/dist/remote/sign.js.map +1 -0
- package/dist/remote/store.d.ts +31 -0
- package/dist/remote/store.js +129 -0
- package/dist/remote/store.js.map +1 -0
- package/dist/report/audit_answer.d.ts +94 -0
- package/dist/report/audit_answer.js +1349 -0
- package/dist/report/audit_answer.js.map +1 -0
- package/dist/report/audit_report.d.ts +23 -0
- package/dist/report/audit_report.js +637 -0
- package/dist/report/audit_report.js.map +1 -0
- package/dist/report/build_report.d.ts +27 -0
- package/dist/report/build_report.js +1168 -0
- package/dist/report/build_report.js.map +1 -0
- package/dist/report/method_audit.d.ts +47 -0
- package/dist/report/method_audit.js +710 -0
- package/dist/report/method_audit.js.map +1 -0
- package/dist/report/policyset.d.ts +50 -0
- package/dist/report/policyset.js +421 -0
- package/dist/report/policyset.js.map +1 -0
- package/dist/report/py.d.ts +58 -0
- package/dist/report/py.js +311 -0
- package/dist/report/py.js.map +1 -0
- package/dist/report/scan_secrets.d.ts +21 -0
- package/dist/report/scan_secrets.js +234 -0
- package/dist/report/scan_secrets.js.map +1 -0
- package/dist/report/style_check.d.ts +29 -0
- package/dist/report/style_check.js +173 -0
- package/dist/report/style_check.js.map +1 -0
- package/dist/report/tools.d.ts +87 -0
- package/dist/report/tools.js +167 -0
- package/dist/report/tools.js.map +1 -0
- package/dist/server.d.ts +5 -0
- package/dist/server.js +246 -0
- package/dist/server.js.map +1 -0
- package/dist/session.d.ts +47 -0
- package/dist/session.js +107 -0
- package/dist/session.js.map +1 -0
- package/dist/toolkit.d.ts +21 -0
- package/dist/toolkit.js +2 -0
- package/dist/toolkit.js.map +1 -0
- package/dist/tools.d.ts +299 -0
- package/dist/tools.js +491 -0
- package/dist/tools.js.map +1 -0
- package/guide/WORKFLOW.md +134 -0
- package/guide/assets/disclaimer.txt +1 -0
- package/guide/assets/download_data.ps1 +162 -0
- package/guide/assets/download_data.sh +143 -0
- package/guide/assets/report_template.html +597 -0
- package/guide/references/report_patterns.md +199 -0
- package/guide/references/routing.md +171 -0
- package/guide/references/style_guide.md +398 -0
- package/package.json +56 -6
- package/packs/acf/endpoints.json +114 -0
- package/packs/acf/policy.json +104 -0
- package/packs/acf/source.md +138 -0
- package/packs/actuaries/endpoints.json +82 -0
- package/packs/actuaries/policy.json +109 -0
- package/packs/actuaries/source.md +137 -0
- package/packs/bea/assets/download_bea.ps1 +182 -0
- package/packs/bea/assets/download_bea.sh +144 -0
- package/packs/bea/docs/bea_api.md +461 -0
- package/packs/bea/docs/datasets.md +157 -0
- package/packs/bea/docs/report_patterns.md +112 -0
- package/packs/bea/policy.json +170 -0
- package/packs/bea/source.md +152 -0
- package/packs/bls/assets/download_bls.ps1 +152 -0
- package/packs/bls/assets/download_bls.sh +167 -0
- package/packs/bls/docs/analysis_patterns.md +108 -0
- package/packs/bls/docs/bls_api.md +73 -0
- package/packs/bls/docs/series_ids.md +149 -0
- package/packs/bls/policy.json +238 -0
- package/packs/bls/series_ids.json +1375 -0
- package/packs/bls/source.md +156 -0
- package/packs/bts/endpoints.json +347 -0
- package/packs/bts/policy.json +94 -0
- package/packs/bts/source.md +97 -0
- package/packs/cdc/endpoints.json +197 -0
- package/packs/cdc/policy.json +83 -0
- package/packs/cdc/source.md +74 -0
- package/packs/census/endpoints.json +99 -0
- package/packs/census/policy.json +238 -0
- package/packs/census/source.md +304 -0
- package/packs/census-geocoder/endpoints.json +70 -0
- package/packs/census-geocoder/policy.json +80 -0
- package/packs/census-geocoder/source.md +53 -0
- package/packs/cfpb/endpoints.json +327 -0
- package/packs/cfpb/policy.json +119 -0
- package/packs/cfpb/source.md +96 -0
- package/packs/clinical-trials/endpoints.json +167 -0
- package/packs/clinical-trials/policy.json +84 -0
- package/packs/clinical-trials/source.md +82 -0
- package/packs/cms/endpoints.json +69 -0
- package/packs/cms/policy.json +96 -0
- package/packs/cms/source.md +112 -0
- package/packs/college-scorecard/endpoints.json +253 -0
- package/packs/college-scorecard/policy.json +106 -0
- package/packs/college-scorecard/source.md +92 -0
- package/packs/congress/endpoints.json +1701 -0
- package/packs/congress/policy.json +117 -0
- package/packs/congress/source.md +190 -0
- package/packs/dhs-ohss/endpoints.json +66 -0
- package/packs/dhs-ohss/policy.json +107 -0
- package/packs/dhs-ohss/source.md +120 -0
- package/packs/doj-news/endpoints.json +59 -0
- package/packs/doj-news/policy.json +96 -0
- package/packs/doj-news/source.md +99 -0
- package/packs/dol/endpoints.json +818 -0
- package/packs/dol/policy.json +135 -0
- package/packs/dol/source.md +181 -0
- package/packs/eia/endpoints.json +718 -0
- package/packs/eia/policy.json +112 -0
- package/packs/eia/source.md +112 -0
- package/packs/epa/endpoints.json +292 -0
- package/packs/epa/policy.json +99 -0
- package/packs/epa/source.md +99 -0
- package/packs/epa-aqs/endpoints.json +174 -0
- package/packs/epa-aqs/policy.json +96 -0
- package/packs/epa-aqs/source.md +97 -0
- package/packs/fbi/endpoints.json +1842 -0
- package/packs/fbi/policy.json +118 -0
- package/packs/fbi/source.md +108 -0
- package/packs/fda/endpoints.json +238 -0
- package/packs/fda/policy.json +121 -0
- package/packs/fda/source.md +117 -0
- package/packs/fdic/endpoints.json +417 -0
- package/packs/fdic/policy.json +83 -0
- package/packs/fdic/source.md +92 -0
- package/packs/fec/endpoints.json +708 -0
- package/packs/fec/policy.json +93 -0
- package/packs/fec/source.md +90 -0
- package/packs/fed-board/endpoints.json +89 -0
- package/packs/fed-board/policy.json +136 -0
- package/packs/fed-board/source.md +118 -0
- package/packs/federal-register/endpoints.json +143 -0
- package/packs/federal-register/policy.json +86 -0
- package/packs/federal-register/source.md +98 -0
- package/packs/fema/endpoints.json +646 -0
- package/packs/fema/policy.json +103 -0
- package/packs/fema/source.md +103 -0
- package/packs/fhfa/endpoints.json +105 -0
- package/packs/fhfa/policy.json +109 -0
- package/packs/fhfa/source.md +108 -0
- package/packs/fred/assets/download_fred.ps1 +122 -0
- package/packs/fred/assets/download_fred.sh +123 -0
- package/packs/fred/docs/analysis_patterns.md +124 -0
- package/packs/fred/docs/fred_api.md +94 -0
- package/packs/fred/docs/series.md +188 -0
- package/packs/fred/policy.json +253 -0
- package/packs/fred/source.md +142 -0
- package/packs/fsa/endpoints.json +150 -0
- package/packs/fsa/policy.json +99 -0
- package/packs/fsa/source.md +102 -0
- package/packs/govinfo/endpoints.json +520 -0
- package/packs/govinfo/policy.json +116 -0
- package/packs/govinfo/source.md +241 -0
- package/packs/gsa-calc/endpoints.json +93 -0
- package/packs/gsa-calc/policy.json +97 -0
- package/packs/gsa-calc/source.md +108 -0
- package/packs/hud/endpoints.json +147 -0
- package/packs/hud/policy.json +84 -0
- package/packs/hud/source.md +97 -0
- package/packs/ipums/assets/download_ipums.ps1 +215 -0
- package/packs/ipums/assets/download_ipums.sh +192 -0
- package/packs/ipums/docs/ipums_api.md +67 -0
- package/packs/ipums/docs/report_patterns.md +117 -0
- package/packs/ipums/docs/variables.md +284 -0
- package/packs/ipums/lib/fetch_text.json +112 -0
- package/packs/ipums/policy.json +215 -0
- package/packs/ipums/source.md +169 -0
- package/packs/irs-soi/endpoints.json +114 -0
- package/packs/irs-soi/policy.json +107 -0
- package/packs/irs-soi/source.md +124 -0
- package/packs/medicaid/endpoints.json +412 -0
- package/packs/medicaid/policy.json +108 -0
- package/packs/medicaid/source.md +136 -0
- package/packs/naep/endpoints.json +217 -0
- package/packs/naep/policy.json +100 -0
- package/packs/naep/source.md +120 -0
- package/packs/nhtsa/endpoints.json +132 -0
- package/packs/nhtsa/policy.json +93 -0
- package/packs/nhtsa/source.md +109 -0
- package/packs/nih/endpoints.json +453 -0
- package/packs/nih/policy.json +86 -0
- package/packs/nih/source.md +108 -0
- package/packs/noaa/endpoints.json +432 -0
- package/packs/noaa/policy.json +95 -0
- package/packs/noaa/source.md +88 -0
- package/packs/nrel/endpoints.json +328 -0
- package/packs/nrel/policy.json +96 -0
- package/packs/nrel/source.md +91 -0
- package/packs/nws/endpoints.json +272 -0
- package/packs/nws/policy.json +82 -0
- package/packs/nws/source.md +81 -0
- package/packs/nyfed/endpoints.json +80 -0
- package/packs/nyfed/policy.json +92 -0
- package/packs/nyfed/source.md +89 -0
- package/packs/omb/endpoints.json +460 -0
- package/packs/omb/policy.json +106 -0
- package/packs/omb/source.md +130 -0
- package/packs/open-payments/endpoints.json +298 -0
- package/packs/open-payments/policy.json +101 -0
- package/packs/open-payments/source.md +99 -0
- package/packs/opm/assets/download_opm.ps1 +125 -0
- package/packs/opm/assets/download_opm.sh +85 -0
- package/packs/opm/docs/fields.md +184 -0
- package/packs/opm/docs/opm_api.md +71 -0
- package/packs/opm/docs/report_patterns.md +83 -0
- package/packs/opm/lib/data_dictionary.csv +73 -0
- package/packs/opm/policy.json +142 -0
- package/packs/opm/source.md +137 -0
- package/packs/pbgc/endpoints.json +483 -0
- package/packs/pbgc/policy.json +94 -0
- package/packs/pbgc/source.md +95 -0
- package/packs/philfed/endpoints.json +85 -0
- package/packs/philfed/policy.json +94 -0
- package/packs/philfed/source.md +125 -0
- package/packs/port.json +287 -0
- package/packs/regulations/endpoints.json +288 -0
- package/packs/regulations/policy.json +86 -0
- package/packs/regulations/source.md +84 -0
- package/packs/sec/endpoints.json +237 -0
- package/packs/sec/policy.json +86 -0
- package/packs/sec/source.md +101 -0
- package/packs/senate-lobbying/endpoints.json +554 -0
- package/packs/senate-lobbying/policy.json +99 -0
- package/packs/senate-lobbying/source.md +100 -0
- package/packs/snapqc/endpoints.json +1426 -0
- package/packs/snapqc/policy.json +92 -0
- package/packs/snapqc/source.md +96 -0
- package/packs/treasury/catalog.json +2267 -0
- package/packs/treasury/docs/api_guide.md +245 -0
- package/packs/treasury/docs/datasets.md +56 -0
- package/packs/treasury/docs/report_patterns.md +126 -0
- package/packs/treasury/policy.json +159 -0
- package/packs/treasury/source.md +165 -0
- package/packs/treasury-yields/endpoints.json +226 -0
- package/packs/treasury-yields/policy.json +86 -0
- package/packs/treasury-yields/source.md +80 -0
- package/packs/usaspending/endpoints.json +1316 -0
- package/packs/usaspending/policy.json +109 -0
- package/packs/usaspending/source.md +103 -0
- package/packs/usda-fna/endpoints.json +427 -0
- package/packs/usda-fna/policy.json +133 -0
- package/packs/usda-fna/source.md +217 -0
- package/packs/usda-fooddata/endpoints.json +181 -0
- package/packs/usda-fooddata/policy.json +94 -0
- package/packs/usda-fooddata/source.md +105 -0
- package/packs/usda-nass/endpoints.json +324 -0
- package/packs/usda-nass/policy.json +95 -0
- package/packs/usda-nass/source.md +85 -0
- package/packs/usda-outlook/endpoints.json +86 -0
- package/packs/usda-outlook/policy.json +109 -0
- package/packs/usda-outlook/source.md +144 -0
- package/packs/usgs/endpoints.json +313 -0
- package/packs/usgs/policy.json +95 -0
- package/packs/usgs/source.md +96 -0
- package/packs/usitc/endpoints.json +74 -0
- package/packs/usitc/policy.json +111 -0
- package/packs/usitc/source.md +90 -0
- package/packs/uspto/endpoints.json +141 -0
- package/packs/uspto/policy.json +95 -0
- package/packs/uspto/source.md +101 -0
- package/packs/va/endpoints.json +414 -0
- package/packs/va/policy.json +101 -0
- package/packs/va/source.md +129 -0
- package/packs/world-bank/endpoints.json +122 -0
- package/packs/world-bank/policy.json +101 -0
- package/packs/world-bank/source.md +93 -0
|
@@ -0,0 +1,514 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* One HTTP client for every source pack.
|
|
3
|
+
*
|
|
4
|
+
* const c = new Client("https://api.example.gov/v1", { name: "example", auth: { env: "EXAMPLE_KEY",
|
|
5
|
+
* placement: "query", param: "api_key" }, rps: 5, burst: 10 });
|
|
6
|
+
* const data = await c.getJson("/series", { id: "X" });
|
|
7
|
+
*
|
|
8
|
+
* - auth: the key goes where policy.json says (query parameter, header with optional prefix, or JSON body field);
|
|
9
|
+
* it is read at call time and never appears in a message, a recorded URL or a cache key.
|
|
10
|
+
* - a token bucket per host (rps, burst), optional per-minute error and byte budgets (BEA locks keys out).
|
|
11
|
+
* - retries on 429/500/502/503/504 and network errors with jittered exponential backoff; Retry-After is honoured
|
|
12
|
+
* up to MAX_RETRY_AFTER seconds, beyond that the call fails at once (kind "rate", with retryAfter set).
|
|
13
|
+
* - redirects are followed by hand so credentials never go to another host or from https to http.
|
|
14
|
+
* - checkError(status, body) catches APIs that answer HTTP 200 with an error.
|
|
15
|
+
* - every request is recorded (credential-free URL, status, bytes, sha256) in the call's trail (context.ts).
|
|
16
|
+
* - DATA_ANALYST_FIXTURES=<dir> serves responses from <dir>/index.json (offline tests;
|
|
17
|
+
* the recorded fixture format); DATA_ANALYST_RECORD=<dir> records live responses; DATA_ACCESS_FORCE=restricted
|
|
18
|
+
* makes every request a network error.
|
|
19
|
+
*/
|
|
20
|
+
import { createHash } from "node:crypto";
|
|
21
|
+
import fs from "node:fs";
|
|
22
|
+
import path from "node:path";
|
|
23
|
+
import { trail } from "./context.js";
|
|
24
|
+
import * as keys from "./keys.js";
|
|
25
|
+
import { parseQsl, parsePyJson, pyJsonDumps, pyUrlencode, sleep, urlsplit, urlunsplit } from "./py.js";
|
|
26
|
+
export const UA = "data-analyst-mcp/0.1 (Node.js)"; // no URL: SEC refuses User-Agents that contain one
|
|
27
|
+
const CREDENTIAL_HEADERS = ["authorization", "x-api-key", "cookie"];
|
|
28
|
+
export const RETRYABLE = new Set([429, 500, 502, 503, 504]);
|
|
29
|
+
export const MAX_RETRY_AFTER = 20;
|
|
30
|
+
export const MAX_FIXTURE = 200_000;
|
|
31
|
+
/** An error whose message is always scrubbed of keys; kind tells the caller which recovery applies. */
|
|
32
|
+
export class DataError extends Error {
|
|
33
|
+
kind;
|
|
34
|
+
status;
|
|
35
|
+
retryAfter;
|
|
36
|
+
constructor(msg, kind = "http", status, retryAfter) {
|
|
37
|
+
super(keys.redact(msg));
|
|
38
|
+
this.kind = kind;
|
|
39
|
+
this.status = status;
|
|
40
|
+
this.retryAfter = retryAfter;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
function htmlPage(body) {
|
|
44
|
+
const head = body.subarray(0, 300).toString("latin1").trimStart().toLowerCase();
|
|
45
|
+
return head.startsWith("<!doctype html") || head.startsWith("<html") || head.includes("<html");
|
|
46
|
+
}
|
|
47
|
+
/** A short, redacted excerpt of an error body; an HTML error page is reduced to its <title>. */
|
|
48
|
+
export function errorSnippet(body, limit = 400) {
|
|
49
|
+
const text = keys.redact(body.subarray(0, 20000).toString("utf8")).trim();
|
|
50
|
+
const head = text.slice(0, 200).trimStart().toLowerCase();
|
|
51
|
+
if (head.startsWith("<!doctype html") || head.startsWith("<html") || head.includes("<html")) {
|
|
52
|
+
const m = /<title[^>]*>([\s\S]*?)<\/title>/i.exec(text);
|
|
53
|
+
const title = m ? m[1].split(/\s+/).filter(Boolean).join(" ") : "";
|
|
54
|
+
return title ? `HTML page: ${title.slice(0, 200)}` : "HTML error page (no title)";
|
|
55
|
+
}
|
|
56
|
+
return text.slice(0, limit);
|
|
57
|
+
}
|
|
58
|
+
export class Response {
|
|
59
|
+
status;
|
|
60
|
+
headers;
|
|
61
|
+
body;
|
|
62
|
+
url;
|
|
63
|
+
cached;
|
|
64
|
+
constructor(status, headers, body, url, cached = false) {
|
|
65
|
+
this.status = status;
|
|
66
|
+
this.headers = headers;
|
|
67
|
+
this.body = body;
|
|
68
|
+
this.url = url;
|
|
69
|
+
this.cached = cached;
|
|
70
|
+
}
|
|
71
|
+
text() {
|
|
72
|
+
return this.body.toString("utf8").replace(/^/, "");
|
|
73
|
+
}
|
|
74
|
+
json() {
|
|
75
|
+
return parsePyJson(this.text());
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
class TokenBucket {
|
|
79
|
+
rate;
|
|
80
|
+
cap;
|
|
81
|
+
tokens;
|
|
82
|
+
t;
|
|
83
|
+
chain = Promise.resolve();
|
|
84
|
+
constructor(rps, burst) {
|
|
85
|
+
this.rate = Math.max(rps, 0.01);
|
|
86
|
+
this.cap = Math.max(burst, 1);
|
|
87
|
+
this.tokens = this.cap;
|
|
88
|
+
this.t = performance.now() / 1000;
|
|
89
|
+
}
|
|
90
|
+
take() {
|
|
91
|
+
const next = this.chain.then(async () => {
|
|
92
|
+
for (;;) {
|
|
93
|
+
const now = performance.now() / 1000;
|
|
94
|
+
this.tokens = Math.min(this.cap, this.tokens + (now - this.t) * this.rate);
|
|
95
|
+
this.t = now;
|
|
96
|
+
if (this.tokens >= 1) {
|
|
97
|
+
this.tokens -= 1;
|
|
98
|
+
return;
|
|
99
|
+
}
|
|
100
|
+
await sleep(((1 - this.tokens) / this.rate) * 1000);
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
this.chain = next.catch(() => undefined);
|
|
104
|
+
return next;
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
/** Per-minute budget (errors or bytes). spend() throws once the limit would be crossed. */
|
|
108
|
+
class Budget {
|
|
109
|
+
limit;
|
|
110
|
+
what;
|
|
111
|
+
events = [];
|
|
112
|
+
constructor(limit, what) {
|
|
113
|
+
this.limit = limit;
|
|
114
|
+
this.what = what;
|
|
115
|
+
}
|
|
116
|
+
spend(n = 1) {
|
|
117
|
+
if (!this.limit)
|
|
118
|
+
return;
|
|
119
|
+
const now = performance.now() / 1000;
|
|
120
|
+
this.events = this.events.filter(([t]) => now - t < 60);
|
|
121
|
+
if (this.events.reduce((s, [, v]) => s + v, 0) + n > this.limit) {
|
|
122
|
+
throw new DataError(`stopped before the source's limit of ${this.limit} ${this.what} a minute was crossed (the API ` +
|
|
123
|
+
"locks keys out above it); wait a minute and run again", "rate_limit", undefined, 60);
|
|
124
|
+
}
|
|
125
|
+
this.events.push([now, n]);
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
/** URL without credentials: secret query parameters dropped, known keys redacted. */
|
|
129
|
+
export function cleanUrl(url, secretParams = []) {
|
|
130
|
+
const parts = urlsplit(url);
|
|
131
|
+
const drop = new Set(secretParams.map((p) => p.toLowerCase()));
|
|
132
|
+
const q = parseQsl(parts.query).filter(([k]) => !drop.has(k.toLowerCase()));
|
|
133
|
+
return keys.redact(urlunsplit({ ...parts, query: pyUrlencode(q) }));
|
|
134
|
+
}
|
|
135
|
+
function norm(u) {
|
|
136
|
+
const p = urlsplit(u);
|
|
137
|
+
const pairs = parseQsl(p.query).sort((a, b) => (a[0] + "\0" + a[1] < b[0] + "\0" + b[1] ? -1 : 1));
|
|
138
|
+
return urlunsplit({ ...p, query: "" }) + "\n" + JSON.stringify(pairs);
|
|
139
|
+
}
|
|
140
|
+
const sha = (b) => createHash("sha256").update(b).digest("hex");
|
|
141
|
+
function fixture(method, url, body) {
|
|
142
|
+
const d = process.env.DATA_ANALYST_FIXTURES;
|
|
143
|
+
const idx = JSON.parse(fs.readFileSync(path.join(d, "index.json"), "utf8"));
|
|
144
|
+
const key = `${method} ${url}`;
|
|
145
|
+
let hit = idx[key];
|
|
146
|
+
if (hit === undefined && body)
|
|
147
|
+
hit = idx[`${key} ${sha(body).slice(0, 12)}`];
|
|
148
|
+
if (hit === undefined) {
|
|
149
|
+
const want = norm(url);
|
|
150
|
+
for (const [k, v] of Object.entries(idx)) {
|
|
151
|
+
const i = k.indexOf(" ");
|
|
152
|
+
if (k.slice(0, i) === method && norm(k.slice(i + 1).split(" ")[0]) === want) {
|
|
153
|
+
hit = v;
|
|
154
|
+
break;
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
if (hit === undefined)
|
|
159
|
+
throw new DataError(`no fixture for ${key}`, "fixture_missing");
|
|
160
|
+
if (typeof hit === "string")
|
|
161
|
+
hit = { file: hit };
|
|
162
|
+
const data = hit.file ? fs.readFileSync(path.join(d, hit.file)) : Buffer.from(String(hit.body ?? ""));
|
|
163
|
+
const headers = {};
|
|
164
|
+
for (const [k, v] of Object.entries(hit.headers || {}))
|
|
165
|
+
headers[k.toLowerCase()] = String(v);
|
|
166
|
+
return new Response(hit.status ?? 200, headers, data, url);
|
|
167
|
+
}
|
|
168
|
+
/** DATA_ANALYST_RECORD=<dir>: save a live response as a fixture (refuses bodies that contain a known key). */
|
|
169
|
+
export function recordFixture(d, method, r, body) {
|
|
170
|
+
if (r.body.length > MAX_FIXTURE || keys.secretValues().some((k) => r.body.includes(k)))
|
|
171
|
+
return;
|
|
172
|
+
fs.mkdirSync(d, { recursive: true });
|
|
173
|
+
const ip = path.join(d, "index.json");
|
|
174
|
+
const idx = fs.existsSync(ip) ? JSON.parse(fs.readFileSync(ip, "utf8")) : {};
|
|
175
|
+
const key = `${method} ${r.url}` + (body ? ` ${sha(body).slice(0, 12)}` : "");
|
|
176
|
+
const ctype = r.headers["content-type"] || "";
|
|
177
|
+
const head = r.body.subarray(0, 1).toString("latin1");
|
|
178
|
+
const ext = ctype.includes("json") || head === "{" || head === "[" ? "json" : ctype.includes("csv") ? "csv"
|
|
179
|
+
: ctype.includes("xml") || head === "<" ? "xml" : "bin";
|
|
180
|
+
const prev = idx[key];
|
|
181
|
+
let name;
|
|
182
|
+
if (prev)
|
|
183
|
+
name = typeof prev === "string" ? prev : prev.file;
|
|
184
|
+
else {
|
|
185
|
+
const nums = fs.readdirSync(d).filter((f) => /^r\d{3}/.test(f)).map((f) => parseInt(f.slice(1, 4), 10));
|
|
186
|
+
name = `r${String(Math.max(0, ...nums) + 1).padStart(3, "0")}.${ext}`;
|
|
187
|
+
}
|
|
188
|
+
fs.writeFileSync(path.join(d, name), r.body);
|
|
189
|
+
idx[key] = r.status !== 200 ? { file: name, status: r.status } : name;
|
|
190
|
+
fs.writeFileSync(ip, JSON.stringify(idx, null, 1));
|
|
191
|
+
}
|
|
192
|
+
const BUCKETS = new Map();
|
|
193
|
+
export class Client {
|
|
194
|
+
base;
|
|
195
|
+
name;
|
|
196
|
+
auth;
|
|
197
|
+
retries;
|
|
198
|
+
timeout;
|
|
199
|
+
deadline;
|
|
200
|
+
retryHtml400;
|
|
201
|
+
checkError;
|
|
202
|
+
headers;
|
|
203
|
+
ua;
|
|
204
|
+
errorBudget;
|
|
205
|
+
byteBudget;
|
|
206
|
+
bucket;
|
|
207
|
+
key;
|
|
208
|
+
keySource;
|
|
209
|
+
cache;
|
|
210
|
+
constructor(baseUrl = "", o) {
|
|
211
|
+
this.base = baseUrl.replace(/\/+$/, "");
|
|
212
|
+
this.name = o.name;
|
|
213
|
+
this.auth = { ...(o.auth || {}) };
|
|
214
|
+
this.retries = o.retries ?? 2;
|
|
215
|
+
this.timeout = o.timeout ?? 30;
|
|
216
|
+
this.deadline = o.deadline ?? 180;
|
|
217
|
+
this.cache = o.cache ?? null;
|
|
218
|
+
this.retryHtml400 = Number(o.retryHtml400 || 0);
|
|
219
|
+
this.checkError = o.checkError;
|
|
220
|
+
this.headers = { ...(o.headers || {}) };
|
|
221
|
+
this.ua = o.userAgent || UA;
|
|
222
|
+
this.errorBudget = new Budget(o.errorsPerMin, "errors");
|
|
223
|
+
this.byteBudget = new Budget(o.bytesPerMin, "bytes");
|
|
224
|
+
const host = urlsplit(this.base || "http://x").netloc || o.name;
|
|
225
|
+
if (!BUCKETS.has(host))
|
|
226
|
+
BUCKETS.set(host, new TokenBucket(o.rps || 5, o.burst || 10));
|
|
227
|
+
this.bucket = BUCKETS.get(host);
|
|
228
|
+
if (o.key) {
|
|
229
|
+
keys.remember(o.key);
|
|
230
|
+
[this.key, this.keySource] = [o.key, "argument"];
|
|
231
|
+
}
|
|
232
|
+
else
|
|
233
|
+
[this.key, this.keySource] = keys.findAuthKey(this.auth);
|
|
234
|
+
}
|
|
235
|
+
toString() {
|
|
236
|
+
return `Client(${this.name}, key=[REDACTED])`;
|
|
237
|
+
}
|
|
238
|
+
toJSON() {
|
|
239
|
+
return this.toString();
|
|
240
|
+
}
|
|
241
|
+
url(p, params) {
|
|
242
|
+
let url = /^https?:\/\//.test(p) ? p : p ? `${this.base}/${p.replace(/^\/+/, "")}` : this.base;
|
|
243
|
+
const q = Object.entries(params || {}).filter(([, v]) => v !== null && v !== undefined && v !== "");
|
|
244
|
+
if (q.length)
|
|
245
|
+
url += (url.includes("?") ? "&" : "?") + pyUrlencode(q);
|
|
246
|
+
return url;
|
|
247
|
+
}
|
|
248
|
+
secretParams() {
|
|
249
|
+
const a = this.auth;
|
|
250
|
+
return [a.placement === "query" ? a.param || "api_key" : null, ...Object.keys(a.extra || {})].filter(Boolean);
|
|
251
|
+
}
|
|
252
|
+
withKey(url, headers, body) {
|
|
253
|
+
const a = this.auth;
|
|
254
|
+
for (const [param, env] of Object.entries(a.extra || {})) {
|
|
255
|
+
const [v] = keys.findKey(env);
|
|
256
|
+
if (v)
|
|
257
|
+
url += (url.includes("?") ? "&" : "?") + pyUrlencode({ [param]: v });
|
|
258
|
+
}
|
|
259
|
+
let k = this.key;
|
|
260
|
+
if (!k && a.demo_key)
|
|
261
|
+
k = a.demo_key;
|
|
262
|
+
if (!k || !a.placement || a.placement === "none")
|
|
263
|
+
return [url, headers, body];
|
|
264
|
+
if (a.placement === "query")
|
|
265
|
+
url += (url.includes("?") ? "&" : "?") + pyUrlencode({ [a.param || "api_key"]: k });
|
|
266
|
+
else if (a.placement === "header")
|
|
267
|
+
headers[a.param || "X-Api-Key"] = (a.prefix || "") + k;
|
|
268
|
+
else if (a.placement === "body" && body !== null && body !== undefined)
|
|
269
|
+
body = { ...body, [a.param || "registrationkey"]: k };
|
|
270
|
+
return [url, headers, body];
|
|
271
|
+
}
|
|
272
|
+
/** fetch with redirects followed by hand: credentials are dropped when a redirect leaves the host or https. */
|
|
273
|
+
async open(url, init) {
|
|
274
|
+
const a = this.auth;
|
|
275
|
+
const secretHeaders = new Set([...CREDENTIAL_HEADERS, ...(a.placement === "header" ? [(a.param || "X-Api-Key").toLowerCase()] : [])]);
|
|
276
|
+
const secretParams = new Set(this.secretParams().map((p) => p.toLowerCase()));
|
|
277
|
+
let cur = url;
|
|
278
|
+
let headers = { ...init.headers };
|
|
279
|
+
let method = init.method || "GET";
|
|
280
|
+
let body = init.body;
|
|
281
|
+
for (let hop = 0; hop < 10; hop++) {
|
|
282
|
+
const resp = await fetch(cur, { ...init, method, body, headers, redirect: "manual",
|
|
283
|
+
signal: AbortSignal.timeout(this.timeout * 1000) });
|
|
284
|
+
const loc = resp.headers.get("location");
|
|
285
|
+
if (![301, 302, 303, 307, 308].includes(resp.status) || !loc)
|
|
286
|
+
return resp;
|
|
287
|
+
await resp.arrayBuffer().catch(() => undefined);
|
|
288
|
+
const next = new URL(loc, cur).toString();
|
|
289
|
+
const from = urlsplit(cur), to = urlsplit(next);
|
|
290
|
+
if (from.netloc.toLowerCase() !== to.netloc.toLowerCase() || (from.scheme === "https" && to.scheme !== "https")) {
|
|
291
|
+
headers = Object.fromEntries(Object.entries(headers).filter(([k]) => !secretHeaders.has(k.toLowerCase())));
|
|
292
|
+
if (secretParams.size && to.query) {
|
|
293
|
+
const q = parseQsl(to.query).filter(([k]) => !secretParams.has(k.toLowerCase()));
|
|
294
|
+
cur = urlunsplit({ ...to, query: pyUrlencode(q) });
|
|
295
|
+
}
|
|
296
|
+
else
|
|
297
|
+
cur = next;
|
|
298
|
+
}
|
|
299
|
+
else
|
|
300
|
+
cur = next;
|
|
301
|
+
if (resp.status === 303 || ((resp.status === 301 || resp.status === 302) && method === "POST")) {
|
|
302
|
+
method = "GET";
|
|
303
|
+
body = undefined;
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
throw new DataError(`${this.name}: too many redirects`, "network");
|
|
307
|
+
}
|
|
308
|
+
record(r, method, body) {
|
|
309
|
+
trail().push({ method, url: r.url, status: r.status, bytes: r.body.length, sha256: sha(r.body), cached: r.cached,
|
|
310
|
+
fetched_at: new Date().toISOString().replace(/\.\d{3}Z$/, "+00:00") });
|
|
311
|
+
const rec = process.env.DATA_ANALYST_RECORD;
|
|
312
|
+
if (rec && !process.env.DATA_ANALYST_FIXTURES)
|
|
313
|
+
recordFixture(rec, method, r, body);
|
|
314
|
+
}
|
|
315
|
+
static backoff(attempt) {
|
|
316
|
+
return 2 ** attempt * (0.5 + Math.random() * 0.5);
|
|
317
|
+
}
|
|
318
|
+
static retryAfter(v) {
|
|
319
|
+
if (!v)
|
|
320
|
+
return null;
|
|
321
|
+
const n = Number(v);
|
|
322
|
+
if (Number.isFinite(n))
|
|
323
|
+
return Math.max(0, n);
|
|
324
|
+
const t = Date.parse(v);
|
|
325
|
+
return Number.isFinite(t) ? Math.max(0, (t - Date.now()) / 1000) : null;
|
|
326
|
+
}
|
|
327
|
+
async request(method, p = "", params, o = {}) {
|
|
328
|
+
const ok = o.okStatuses || [200];
|
|
329
|
+
let url = this.url(p, params);
|
|
330
|
+
const shown = cleanUrl(url, this.secretParams());
|
|
331
|
+
let hdrs = { "User-Agent": this.ua, Accept: "*/*", ...this.headers, ...(o.headers || {}) };
|
|
332
|
+
let body = o.jsonBody;
|
|
333
|
+
if (o.useKey !== false)
|
|
334
|
+
[url, hdrs, body] = this.withKey(url, hdrs, body);
|
|
335
|
+
const data = body !== undefined && body !== null ? Buffer.from(JSON.stringify(body)) : undefined;
|
|
336
|
+
const recBody = o.jsonBody !== undefined && o.jsonBody !== null ? Buffer.from(pyJsonDumps(o.jsonBody, true)) : null;
|
|
337
|
+
if (data)
|
|
338
|
+
hdrs["Content-Type"] ??= "application/json";
|
|
339
|
+
if (process.env.DATA_ANALYST_FIXTURES)
|
|
340
|
+
return this.finish(fixture(method, shown, recBody), method, ok, !!o.allow404, recBody);
|
|
341
|
+
if (keys.restricted())
|
|
342
|
+
throw new DataError(`${this.name}: DATA_ACCESS_FORCE=restricted: network access is switched off`, "network");
|
|
343
|
+
// the cache key is the credential-free URL (and the body hash): no secret is ever part of it
|
|
344
|
+
const cacheKey = this.cache ? `${method} ${shown}` + (recBody ? ` ${sha(recBody).slice(0, 16)}` : "") : "";
|
|
345
|
+
const hit = this.cache ? this.cache.get(cacheKey) : null;
|
|
346
|
+
if (hit) {
|
|
347
|
+
const r = new Response(200, hit[1]?.headers || {}, hit[0], shown, true);
|
|
348
|
+
return this.finish(r, method, ok, !!o.allow404, recBody);
|
|
349
|
+
}
|
|
350
|
+
const start = performance.now() / 1000;
|
|
351
|
+
let last = "";
|
|
352
|
+
for (let attempt = 0; attempt <= Math.max(this.retries, this.retryHtml400); attempt++) {
|
|
353
|
+
if (performance.now() / 1000 - start > this.deadline)
|
|
354
|
+
break;
|
|
355
|
+
await this.bucket.take();
|
|
356
|
+
let r;
|
|
357
|
+
try {
|
|
358
|
+
const resp = await this.open(url, { method, headers: hdrs, body: data });
|
|
359
|
+
const h = {};
|
|
360
|
+
resp.headers.forEach((v, k) => (h[k.toLowerCase()] = v));
|
|
361
|
+
r = new Response(resp.status, h, Buffer.from(await resp.arrayBuffer()), shown);
|
|
362
|
+
}
|
|
363
|
+
catch (e) {
|
|
364
|
+
if (e instanceof DataError)
|
|
365
|
+
throw e;
|
|
366
|
+
last = keys.redact(String(e?.cause?.code || e?.cause?.message || e?.message || e)) || "network error";
|
|
367
|
+
if (attempt < this.retries) {
|
|
368
|
+
await sleep(Client.backoff(attempt) * 1000);
|
|
369
|
+
continue;
|
|
370
|
+
}
|
|
371
|
+
break;
|
|
372
|
+
}
|
|
373
|
+
if (ok.includes(r.status) || (o.allow404 && r.status === 404)) {
|
|
374
|
+
this.byteBudget.spend(r.body.length);
|
|
375
|
+
const done = this.finish(r, method, ok, !!o.allow404, recBody);
|
|
376
|
+
if (this.cache && r.status === 200) {
|
|
377
|
+
const ct = r.headers["content-type"];
|
|
378
|
+
this.cache.put(cacheKey, r.body, { url: shown, headers: ct ? { "content-type": ct } : {} });
|
|
379
|
+
}
|
|
380
|
+
return done;
|
|
381
|
+
}
|
|
382
|
+
if (RETRYABLE.has(r.status) && attempt < this.retries) {
|
|
383
|
+
const wait = Client.retryAfter(r.headers["retry-after"]);
|
|
384
|
+
if (wait !== null && wait > MAX_RETRY_AFTER) {
|
|
385
|
+
this.record(r, method, recBody);
|
|
386
|
+
throw new DataError(`${this.name}: HTTP ${r.status}, Retry-After ${wait.toFixed(0)}s exceeds ${MAX_RETRY_AFTER}s; ` +
|
|
387
|
+
"wait and run again", "rate", r.status, Math.ceil(wait));
|
|
388
|
+
}
|
|
389
|
+
await sleep((wait ?? Client.backoff(attempt)) * 1000);
|
|
390
|
+
continue;
|
|
391
|
+
}
|
|
392
|
+
if (r.status === 400 && attempt < this.retryHtml400 && htmlPage(r.body)) {
|
|
393
|
+
await sleep(Client.backoff(attempt + 1) * 1000);
|
|
394
|
+
continue;
|
|
395
|
+
}
|
|
396
|
+
return this.finish(r, method, ok, !!o.allow404, recBody);
|
|
397
|
+
}
|
|
398
|
+
throw new DataError(`${method} ${shown.split("?")[0]}: network error: ${last || "deadline exceeded"}`, "network");
|
|
399
|
+
}
|
|
400
|
+
finish(r, method, ok, allow404, recBody) {
|
|
401
|
+
this.record(r, method, recBody);
|
|
402
|
+
const snippet = errorSnippet(r.body);
|
|
403
|
+
if (ok.includes(r.status) || (allow404 && r.status === 404)) {
|
|
404
|
+
const msg = this.checkError ? this.checkError(r.status, r.body) : null;
|
|
405
|
+
if (msg) {
|
|
406
|
+
this.errorBudget.spend();
|
|
407
|
+
throw new DataError(`${this.name}: ${msg}`, "api", r.status);
|
|
408
|
+
}
|
|
409
|
+
return r;
|
|
410
|
+
}
|
|
411
|
+
this.errorBudget.spend();
|
|
412
|
+
const a = this.auth;
|
|
413
|
+
if (r.status === 401 || r.status === 403) {
|
|
414
|
+
if (!a.env) {
|
|
415
|
+
const host = urlsplit(r.url).netloc;
|
|
416
|
+
throw new DataError(`${this.name}: HTTP ${r.status} from ${host}: the host refused this request (access denied, ` +
|
|
417
|
+
"usually a bot filter or a network block; no API key is involved)", "blocked", r.status);
|
|
418
|
+
}
|
|
419
|
+
if (!this.key)
|
|
420
|
+
throw new DataError(`${this.name}: API key required (HTTP ${r.status}). ${a.env} is not set up.`, "key_missing", r.status);
|
|
421
|
+
throw new DataError(`${this.name}: HTTP ${r.status} (key rejected or access denied): ${snippet}`, "auth", r.status);
|
|
422
|
+
}
|
|
423
|
+
if (r.status === 404)
|
|
424
|
+
throw new DataError(`${this.name}: not found (HTTP 404) ${r.url.split("?")[0]}`, "not_found", 404);
|
|
425
|
+
if (r.status === 429)
|
|
426
|
+
throw new DataError(`${this.name}: rate limited (HTTP 429) after retries`, "rate", 429, Client.retryAfter(r.headers["retry-after"]) ?? undefined);
|
|
427
|
+
if (r.status === 400 && this.retryHtml400 && htmlPage(r.body)) {
|
|
428
|
+
throw new DataError(`${this.name}: HTTP 400 (${snippet}) on ${this.retryHtml400 + 1} tries. This host's front server ` +
|
|
429
|
+
"sometimes answers a valid request with such an HTML page (the API's own parameter errors are JSON or text): run " +
|
|
430
|
+
"again in a few minutes; if it persists, check the parameters against source.md", "bad_request", 400);
|
|
431
|
+
}
|
|
432
|
+
if (r.status === 400 && !this.key && a.env && a.required === "required") {
|
|
433
|
+
const envs = [a.env, ...Object.values(a.extra || {})];
|
|
434
|
+
throw new DataError(`${this.name}: credentials required (HTTP 400: ${snippet}). ${envs.join(" and ")} not set up.`, "key_missing", r.status);
|
|
435
|
+
}
|
|
436
|
+
if (r.status >= 400 && r.status < 500)
|
|
437
|
+
throw new DataError(`${this.name}: HTTP ${r.status}: ${snippet}`, "bad_request", r.status);
|
|
438
|
+
if (RETRYABLE.has(r.status)) {
|
|
439
|
+
throw new DataError(`${this.name}: HTTP ${r.status} after ${this.retries} retries: ${snippet}. Either the server is ` +
|
|
440
|
+
"busy or down (wait a few minutes and run again), or this request makes it fail: if a simpler request to the " +
|
|
441
|
+
"same endpoint answers, fix the request instead of waiting", "http", r.status, Client.retryAfter(r.headers["retry-after"]) ?? undefined);
|
|
442
|
+
}
|
|
443
|
+
throw new DataError(`${this.name}: HTTP ${r.status}: ${snippet}`, "http", r.status);
|
|
444
|
+
}
|
|
445
|
+
/** Download a large file to dest (atomic .part rename), with the same auth, throttle, fixtures and trail. */
|
|
446
|
+
async download(p, dest, params, sha256) {
|
|
447
|
+
const url0 = this.url(p, params);
|
|
448
|
+
const shown = cleanUrl(url0, this.secretParams());
|
|
449
|
+
fs.mkdirSync(path.dirname(path.resolve(dest)), { recursive: true });
|
|
450
|
+
const part = dest + ".part";
|
|
451
|
+
let buf;
|
|
452
|
+
if (process.env.DATA_ANALYST_FIXTURES) {
|
|
453
|
+
buf = this.finish(fixture("GET", shown, null), "GET", [200], false, null).body;
|
|
454
|
+
}
|
|
455
|
+
else {
|
|
456
|
+
if (keys.restricted())
|
|
457
|
+
throw new DataError(`${this.name}: DATA_ACCESS_FORCE=restricted: network access is switched off`, "network");
|
|
458
|
+
let [url, hdrs] = this.withKey(url0, { "User-Agent": this.ua, ...this.headers }, null);
|
|
459
|
+
await this.bucket.take();
|
|
460
|
+
let resp;
|
|
461
|
+
try {
|
|
462
|
+
resp = await this.open(url, { headers: hdrs });
|
|
463
|
+
}
|
|
464
|
+
catch (e) {
|
|
465
|
+
if (e instanceof DataError)
|
|
466
|
+
throw e;
|
|
467
|
+
throw new DataError(`GET ${shown.split("?")[0]}: network error: ${e?.cause?.code || e?.message || e}`, "network");
|
|
468
|
+
}
|
|
469
|
+
if (resp.status !== 200) {
|
|
470
|
+
this.finish(new Response(resp.status, {}, Buffer.from(await resp.arrayBuffer()), shown), "GET", [200], false, null);
|
|
471
|
+
}
|
|
472
|
+
buf = Buffer.from(await resp.arrayBuffer());
|
|
473
|
+
this.byteBudget.spend(buf.length);
|
|
474
|
+
trail().push({ method: "GET", url: shown, status: resp.status, bytes: buf.length, sha256: sha(buf), cached: false,
|
|
475
|
+
fetched_at: new Date().toISOString().replace(/\.\d{3}Z$/, "+00:00") });
|
|
476
|
+
}
|
|
477
|
+
const digest = sha(buf);
|
|
478
|
+
if (sha256 && digest.toLowerCase() !== sha256.toLowerCase()) {
|
|
479
|
+
throw new DataError(`${this.name}: checksum mismatch for ${path.basename(dest)}`, "http");
|
|
480
|
+
}
|
|
481
|
+
fs.writeFileSync(part, buf);
|
|
482
|
+
fs.renameSync(part, dest);
|
|
483
|
+
return { path: dest, bytes: buf.length, sha256: digest, url: shown };
|
|
484
|
+
}
|
|
485
|
+
get(p = "", params, o = {}) {
|
|
486
|
+
return this.request("GET", p, params, o);
|
|
487
|
+
}
|
|
488
|
+
async getJson(p = "", params, o = {}) {
|
|
489
|
+
return (await this.get(p, params, o)).json();
|
|
490
|
+
}
|
|
491
|
+
async postJson(p = "", body = {}, params, o = {}) {
|
|
492
|
+
return (await this.request("POST", p, params, { ...o, jsonBody: body ?? {} })).json();
|
|
493
|
+
}
|
|
494
|
+
}
|
|
495
|
+
/** Does the host answer at all? Any HTTP status counts; network errors and restricted mode do not. */
|
|
496
|
+
export async function reachable(url, timeout = 12) {
|
|
497
|
+
if (process.env.DATA_ANALYST_FIXTURES)
|
|
498
|
+
return [true, ""];
|
|
499
|
+
if (keys.restricted())
|
|
500
|
+
return [false, "DATA_ACCESS_FORCE=restricted"];
|
|
501
|
+
try {
|
|
502
|
+
const r = await fetch(url, { headers: { "User-Agent": UA }, signal: AbortSignal.timeout(timeout * 1000) });
|
|
503
|
+
await r.arrayBuffer().catch(() => undefined);
|
|
504
|
+
if (r.status >= 400) {
|
|
505
|
+
const why = r.status === 401 || r.status === 403 ? " (the host answers; this probe sends no key, so a key check is separate)" : "";
|
|
506
|
+
return [true, `HTTP ${r.status}${why}`];
|
|
507
|
+
}
|
|
508
|
+
return [true, ""];
|
|
509
|
+
}
|
|
510
|
+
catch (e) {
|
|
511
|
+
return [false, keys.redact(String(e?.cause?.code || e?.message || e)).slice(0, 200)];
|
|
512
|
+
}
|
|
513
|
+
}
|
|
514
|
+
//# sourceMappingURL=http.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http.js","sourceRoot":"","sources":["../../src/core/http.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AACrC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAEvG,MAAM,CAAC,MAAM,EAAE,GAAG,gCAAgC,CAAC,CAAC,mDAAmD;AACvG,MAAM,kBAAkB,GAAG,CAAC,eAAe,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;AACpE,MAAM,CAAC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAC5D,MAAM,CAAC,MAAM,eAAe,GAAG,EAAE,CAAC;AAClC,MAAM,CAAC,MAAM,WAAW,GAAG,OAAO,CAAC;AAKnC,uGAAuG;AACvG,MAAM,OAAO,SAAU,SAAQ,KAAK;IAClC,IAAI,CAAY;IAChB,MAAM,CAAU;IAChB,UAAU,CAAU;IACpB,YAAY,GAAW,EAAE,OAAkB,MAAM,EAAE,MAAe,EAAE,UAAmB;QACrF,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,CAAC;IAChF,OAAO,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACjG,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,KAAK,GAAG,GAAG;IACpD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1D,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5F,MAAM,CAAC,GAAG,kCAAkC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,OAAO,KAAK,CAAC,CAAC,CAAC,cAAc,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,4BAA4B,CAAC;IACpF,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,OAAO,QAAQ;IACA;IAAuB;IAAwC;IACzE;IAAoB;IAD7B,YAAmB,MAAc,EAAS,OAA+B,EAAS,IAAY,EACrF,GAAW,EAAS,SAAS,KAAK;QADxB,WAAM,GAAN,MAAM,CAAQ;QAAS,YAAO,GAAP,OAAO,CAAwB;QAAS,SAAI,GAAJ,IAAI,CAAQ;QACrF,QAAG,GAAH,GAAG,CAAQ;QAAS,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;IAC/C,IAAI;QACF,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,IAAI;QACF,OAAO,WAAW,CAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACrC,CAAC;CACF;AAED,MAAM,WAAW;IACf,IAAI,CAAS;IAAC,GAAG,CAAS;IAAC,MAAM,CAAS;IAAC,CAAC,CAAS;IACrD,KAAK,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IACzC,YAAY,GAAW,EAAE,KAAa;QACpC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;IACpC,CAAC;IACD,IAAI;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACtC,SAAS,CAAC;gBACR,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;gBACrC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3E,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;gBACb,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBACrB,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;oBACjB,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACtD,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,2FAA2F;AAC3F,MAAM,MAAM;IAES;IAAyC;IAD5D,MAAM,GAAuB,EAAE,CAAC;IAChC,YAAmB,KAAgC,EAAS,IAAY;QAArD,UAAK,GAAL,KAAK,CAA2B;QAAS,SAAI,GAAJ,IAAI,CAAQ;IAAG,CAAC;IAC5E,KAAK,CAAC,CAAC,GAAG,CAAC;QACT,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QACxD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YAChE,MAAM,IAAI,SAAS,CAAC,wCAAwC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,iCAAiC;gBAClH,uDAAuD,EAAE,YAAY,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC1F,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;CACF;AAED,qFAAqF;AACrF,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,eAAyB,EAAE;IAC/D,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/D,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC5E,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,IAAI,CAAC,CAAS;IACrB,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnG,OAAO,UAAU,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,CAAkB,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEjF,SAAS,OAAO,CAAC,MAAc,EAAE,GAAW,EAAE,IAAmB;IAC/D,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,qBAA+B,CAAC;IACtD,MAAM,GAAG,GAAwB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IACjG,MAAM,GAAG,GAAG,GAAG,MAAM,IAAI,GAAG,EAAE,CAAC;IAC/B,IAAI,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IACnB,IAAI,GAAG,KAAK,SAAS,IAAI,IAAI;QAAE,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7E,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC5E,GAAG,GAAG,CAAC,CAAC;gBACR,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,GAAG,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,kBAAkB,GAAG,EAAE,EAAE,iBAAiB,CAAC,CAAC;IACvF,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,GAAG,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;IACjD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;IACtG,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7F,OAAO,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;AAC7D,CAAC;AAED,8GAA8G;AAC9G,MAAM,UAAU,aAAa,CAAC,CAAS,EAAE,MAAc,EAAE,CAAW,EAAE,IAAmB;IACvF,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,WAAW,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO;IAC/F,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;IACtC,MAAM,GAAG,GAAwB,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAClG,MAAM,GAAG,GAAG,GAAG,MAAM,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9E,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK;QACzG,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;IAC1D,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,IAAY,CAAC;IACjB,IAAI,IAAI;QAAE,IAAI,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;SACxD,CAAC;QACJ,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACxG,IAAI,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;IACxE,CAAC;IACD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7C,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;AAqB/C,MAAM,OAAO,MAAM;IACjB,IAAI,CAAS;IAAC,IAAI,CAAS;IAAC,IAAI,CAAY;IAAC,OAAO,CAAS;IAAC,OAAO,CAAS;IAAC,QAAQ,CAAS;IAChG,YAAY,CAAS;IAAC,UAAU,CAA8B;IAAC,OAAO,CAAyB;IAAC,EAAE,CAAS;IAC3G,WAAW,CAAS;IAAC,UAAU,CAAS;IAAC,MAAM,CAAc;IAAC,GAAG,CAAgB;IAAC,SAAS,CAAgB;IAC3G,KAAK,CAAuB;IAE5B,YAAY,OAAO,GAAG,EAAE,EAAE,CAAgB;QACxC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC;QAClC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;QAC/B,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QACxC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,UAAU,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC;QAChE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;QACtF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;QACjC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;YACV,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QACnD,CAAC;;YAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC;IAED,QAAQ;QACN,OAAO,UAAU,IAAI,CAAC,IAAI,mBAAmB,CAAC;IAChD,CAAC;IACD,MAAM;QACJ,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,GAAG,CAAC,CAAS,EAAE,MAAuC;QACpD,IAAI,GAAG,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC/F,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACpG,IAAI,CAAC,CAAC,MAAM;YAAE,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACtE,OAAO,GAAG,CAAC;IACb,CAAC;IAED,YAAY;QACV,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;QACpB,OAAO,CAAC,CAAC,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC;IAC5H,CAAC;IAEO,OAAO,CAAC,GAAW,EAAE,OAA+B,EAAE,IAAS;QACrE,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;QACpB,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YACzD,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC;gBAAE,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;QACjB,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ;YAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACrC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,KAAK,MAAM;YAAE,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,SAAS,KAAK,OAAO;YAAE,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;aAC5G,IAAI,CAAC,CAAC,SAAS,KAAK,QAAQ;YAAE,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;aACrF,IAAI,CAAC,CAAC,SAAS,KAAK,MAAM,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS;YAAE,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,iBAAiB,CAAC,EAAE,CAAC,EAAE,CAAC;QAC9H,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,+GAA+G;IACvG,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,IAAiB;QAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;QACpB,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,kBAAkB,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACtI,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC9E,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,IAAI,OAAO,GAAG,EAAE,GAAI,IAAI,CAAC,OAAkC,EAAE,CAAC;QAC9D,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QAClC,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACrB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ;gBAChF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;YACtD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACzC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO,IAAI,CAAC;YAC1E,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,IAAI,EAAE,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,CAAC;gBAChH,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC3G,IAAI,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC;oBAClC,MAAM,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;oBACjF,GAAG,GAAG,UAAU,CAAC,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACrD,CAAC;;oBAAM,GAAG,GAAG,IAAI,CAAC;YACpB,CAAC;;gBAAM,GAAG,GAAG,IAAI,CAAC;YAClB,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC,IAAI,MAAM,KAAK,MAAM,CAAC,EAAE,CAAC;gBAC/F,MAAM,GAAG,KAAK,CAAC;gBACf,IAAI,GAAG,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QACD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,sBAAsB,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC;IAEO,MAAM,CAAC,CAAW,EAAE,MAAc,EAAE,IAAmB;QAC7D,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM;YAC9G,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzE,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC5C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB;YAAE,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACrF,CAAC;IAEO,MAAM,CAAC,OAAO,CAAC,OAAe;QACpC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;IACpD,CAAC;IAEO,MAAM,CAAC,UAAU,CAAC,CAAqB;QAC7C,IAAI,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACpB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACxB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,CAAC,GAAG,EAAE,EAAE,MAAuC,EAAE,IAAoB,EAAE;QACnG,MAAM,EAAE,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACjD,IAAI,IAAI,GAA2B,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QACnH,IAAI,IAAI,GAAQ,CAAC,CAAC,QAAQ,CAAC;QAC3B,IAAI,CAAC,CAAC,MAAM,KAAK,KAAK;YAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACjG,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACpH,IAAI,IAAI;YAAE,IAAI,CAAC,cAAc,CAAC,KAAK,kBAAkB,CAAC;QACtD,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC9H,IAAI,IAAI,CAAC,UAAU,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,gEAAgE,EAAE,SAAS,CAAC,CAAC;QACpI,6FAA6F;QAC7F,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3G,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACzD,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACxE,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACvC,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;YACtF,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,QAAQ;gBAAE,MAAM;YAC5D,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzB,IAAI,CAAW,CAAC;YAChB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBACzE,MAAM,CAAC,GAA2B,EAAE,CAAC;gBACrC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACzD,CAAC,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YACjF,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,YAAY,SAAS;oBAAE,MAAM,CAAC,CAAC;gBACpC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC;gBACtG,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;oBAC3B,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC5C,SAAS;gBACX,CAAC;gBACD,MAAM;YACR,CAAC;YACD,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC9D,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC/D,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACnC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;oBACrC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC9F,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBACtD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC;gBACzD,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,GAAG,eAAe,EAAE,CAAC;oBAC5C,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;oBAChC,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,MAAM,iBAAiB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,eAAe,KAAK;wBACjH,oBAAoB,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7D,CAAC;gBACD,MAAM,KAAK,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;gBACtD,SAAS;YACX,CAAC;YACD,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,IAAI,OAAO,GAAG,IAAI,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxE,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;gBAChD,SAAS;YACX,CAAC;YACD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,IAAI,SAAS,CAAC,GAAG,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB,IAAI,IAAI,mBAAmB,EAAE,EAAE,SAAS,CAAC,CAAC;IACpH,CAAC;IAEO,MAAM,CAAC,CAAW,EAAE,MAAc,EAAE,EAAY,EAAE,QAAiB,EAAE,OAAsB;QACjG,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC;YAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACvE,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;gBACzB,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;YAC/D,CAAC;YACD,OAAO,CAAC,CAAC;QACX,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;QACpB,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACzC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;gBACX,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;gBACpC,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,MAAM,SAAS,IAAI,kDAAkD;oBAC/G,kEAAkE,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;YAC7F,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,4BAA4B,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,GAAG,iBAAiB,EAC7G,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;YAC3B,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,MAAM,qCAAqC,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QACtH,CAAC;QACD,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,0BAA0B,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QACzH,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,yCAAyC,EAAE,MAAM,EAAE,GAAG,EAC1G,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC;QAC5D,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,eAAe,OAAO,QAAQ,IAAI,CAAC,YAAY,GAAG,CAAC,mCAAmC;gBACpH,kHAAkH;gBAClH,gFAAgF,EAAE,aAAa,EAAE,GAAG,CAAC,CAAC;QAC1G,CAAC;QACD,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YACxE,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;YACtD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,qCAAqC,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAChH,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,MAAM,KAAK,OAAO,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QAClI,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,MAAM,UAAU,IAAI,CAAC,OAAO,aAAa,OAAO,yBAAyB;gBACnH,8GAA8G;gBAC9G,2DAA2D,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAC7E,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC;QAC9D,CAAC;QACD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,MAAM,KAAK,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACtF,CAAC;IAED,6GAA6G;IAC7G,KAAK,CAAC,QAAQ,CAAC,CAAS,EAAE,IAAY,EAAE,MAAuC,EAAE,MAAe;QAE9F,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAClD,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,MAAM,IAAI,GAAG,IAAI,GAAG,OAAO,CAAC;QAC5B,IAAI,GAAW,CAAC;QAChB,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;YACtC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC;QACjF,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,UAAU,EAAE;gBAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,gEAAgE,EAAE,SAAS,CAAC,CAAC;YACpI,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;YACvF,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzB,IAAI,IAAyB,CAAC;YAC9B,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,YAAY,SAAS;oBAAE,MAAM,CAAC,CAAC;gBACpC,MAAM,IAAI,SAAS,CAAC,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YACpH,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACtH,CAAC;YACD,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAClC,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK;gBAC/G,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,MAAM,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;YAC5D,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,CAAC,IAAI,2BAA2B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC5F,CAAC;QACD,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC5B,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC1B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACvE,CAAC;IAED,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,MAAuC,EAAE,IAAoB,EAAE;QACzE,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IAC3C,CAAC;IACD,KAAK,CAAC,OAAO,CAAU,CAAC,GAAG,EAAE,EAAE,MAAuC,EAAE,IAAoB,EAAE;QAC5F,OAAO,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAK,CAAC;IAClD,CAAC;IACD,KAAK,CAAC,QAAQ,CAAU,CAAC,GAAG,EAAE,EAAE,OAAgB,EAAE,EAAE,MAAuC,EAAE,IAAoB,EAAE;QACjH,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAK,CAAC;IAC3F,CAAC;CACF;AAED,sGAAsG;AACtG,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAW,EAAE,OAAO,GAAG,EAAE;IACvD,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB;QAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACzD,IAAI,IAAI,CAAC,UAAU,EAAE;QAAE,OAAO,CAAC,KAAK,EAAE,8BAA8B,CAAC,CAAC;IACtE,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3G,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,0EAA0E,CAAC,CAAC,CAAC,EAAE,CAAC;YACnI,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACpB,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IACvF,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
export declare const KEY_FIELDS: string[];
|
|
2
|
+
/** Run fn as a call for one pack: that pack's own redaction patterns apply inside it. */
|
|
3
|
+
export declare function withPackScope<T>(pack: string, fn: () => T): T;
|
|
4
|
+
export type Auth = {
|
|
5
|
+
env?: string | null;
|
|
6
|
+
alt_env?: string[];
|
|
7
|
+
required?: "required" | "optional" | "none";
|
|
8
|
+
placement?: "query" | "header" | "body" | "none";
|
|
9
|
+
param?: string | null;
|
|
10
|
+
prefix?: string;
|
|
11
|
+
home?: string | null;
|
|
12
|
+
extra?: Record<string, string>;
|
|
13
|
+
demo_key?: string;
|
|
14
|
+
signup_url?: string | null;
|
|
15
|
+
key_only?: string[];
|
|
16
|
+
[k: string]: unknown;
|
|
17
|
+
};
|
|
18
|
+
/** A per-request key source (remote mode: the signed-in user's keys). Returns undefined for "not stored". */
|
|
19
|
+
export type KeyProvider = (env: string) => string | undefined;
|
|
20
|
+
export declare function withKeyProvider<T>(p: KeyProvider, fn: () => T): T;
|
|
21
|
+
export declare function restricted(): boolean;
|
|
22
|
+
export declare function configPath(): string;
|
|
23
|
+
export declare function settingsPath(): string;
|
|
24
|
+
export declare function defaultHome(env: string): string;
|
|
25
|
+
export declare function keyLocations(env: string, home?: string | null): string[];
|
|
26
|
+
/** Locate the key named env. Returns [key, source]; [null, null] when absent or restricted. */
|
|
27
|
+
export declare function findKey(env?: string | null, home?: string | null): [string | null, string | null];
|
|
28
|
+
/** The key for a pack's auth block: auth.env first, then each auth.alt_env. */
|
|
29
|
+
export declare function findAuthKey(auth: Auth): [string | null, string | null];
|
|
30
|
+
/** Add a secret to the redaction set (keys passed in, tokens returned by an API). */
|
|
31
|
+
export declare function remember(secret: string | null | undefined): void;
|
|
32
|
+
/** A pack whose API echoes keys in odd shapes adds a pattern (BLS: 32-hex tokens in error text). */
|
|
33
|
+
/**
|
|
34
|
+
* A pack whose API echoes keys in odd shapes adds a pattern (BLS: 32-hex tokens in error text). It applies only
|
|
35
|
+
* inside that pack's calls (withPackScope): in one server process every pack is loaded, and a pattern from one
|
|
36
|
+
* pack must not redact another pack's data (a 32-hex series hash). pack "" applies everywhere.
|
|
37
|
+
*/
|
|
38
|
+
export declare function addPattern(regex: string | RegExp, pack: string): void;
|
|
39
|
+
export declare function redact(value: unknown): string;
|
|
40
|
+
/** Redact every string inside a JSON-like value (tool results). */
|
|
41
|
+
export declare function redactDeep<T>(value: T): T;
|
|
42
|
+
/** Every secret this process knows, for scanning outputs (never printed). */
|
|
43
|
+
export declare function secretValues(): string[];
|