data-analyst-mcp 0.0.0-stage → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +262 -3
- package/dist/adapters/_acf_tidy.d.ts +18 -0
- package/dist/adapters/_acf_tidy.js +432 -0
- package/dist/adapters/_acf_tidy.js.map +1 -0
- package/dist/adapters/_actuaries_read.d.ts +38 -0
- package/dist/adapters/_actuaries_read.js +728 -0
- package/dist/adapters/_actuaries_read.js.map +1 -0
- package/dist/adapters/_census_micro.d.ts +70 -0
- package/dist/adapters/_census_micro.js +622 -0
- package/dist/adapters/_census_micro.js.map +1 -0
- package/dist/adapters/_census_util.d.ts +40 -0
- package/dist/adapters/_census_util.js +275 -0
- package/dist/adapters/_census_util.js.map +1 -0
- package/dist/adapters/_dol_states.d.ts +6 -0
- package/dist/adapters/_dol_states.js +58 -0
- package/dist/adapters/_dol_states.js.map +1 -0
- package/dist/adapters/_govinfo_entities.d.ts +4 -0
- package/dist/adapters/_govinfo_entities.js +6 -0
- package/dist/adapters/_govinfo_entities.js.map +1 -0
- package/dist/adapters/_govinfo_json.d.ts +13 -0
- package/dist/adapters/_govinfo_json.js +107 -0
- package/dist/adapters/_govinfo_json.js.map +1 -0
- package/dist/adapters/_govinfo_py.d.ts +22 -0
- package/dist/adapters/_govinfo_py.js +272 -0
- package/dist/adapters/_govinfo_py.js.map +1 -0
- package/dist/adapters/_govinfo_xml.d.ts +22 -0
- package/dist/adapters/_govinfo_xml.js +233 -0
- package/dist/adapters/_govinfo_xml.js.map +1 -0
- package/dist/adapters/_hud_excel.d.ts +2 -0
- package/dist/adapters/_hud_excel.js +166 -0
- package/dist/adapters/_hud_excel.js.map +1 -0
- package/dist/adapters/_omb_grid.d.ts +17 -0
- package/dist/adapters/_omb_grid.js +132 -0
- package/dist/adapters/_omb_grid.js.map +1 -0
- package/dist/adapters/_omb_util.d.ts +40 -0
- package/dist/adapters/_omb_util.js +192 -0
- package/dist/adapters/_omb_util.js.map +1 -0
- package/dist/adapters/_usaspending_state.d.ts +6 -0
- package/dist/adapters/_usaspending_state.js +54 -0
- package/dist/adapters/_usaspending_state.js.map +1 -0
- package/dist/adapters/_usda-fna_book.d.ts +59 -0
- package/dist/adapters/_usda-fna_book.js +869 -0
- package/dist/adapters/_usda-fna_book.js.map +1 -0
- package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
- package/dist/adapters/_usda-fna_pdf.js +361 -0
- package/dist/adapters/_usda-fna_pdf.js.map +1 -0
- package/dist/adapters/_usda-outlook_read.d.ts +70 -0
- package/dist/adapters/_usda-outlook_read.js +362 -0
- package/dist/adapters/_usda-outlook_read.js.map +1 -0
- package/dist/adapters/acf.d.ts +3 -0
- package/dist/adapters/acf.js +187 -0
- package/dist/adapters/acf.js.map +1 -0
- package/dist/adapters/actuaries.d.ts +3 -0
- package/dist/adapters/actuaries.js +293 -0
- package/dist/adapters/actuaries.js.map +1 -0
- package/dist/adapters/bts.d.ts +3 -0
- package/dist/adapters/bts.js +26 -0
- package/dist/adapters/bts.js.map +1 -0
- package/dist/adapters/census-geocoder.d.ts +10 -0
- package/dist/adapters/census-geocoder.js +47 -0
- package/dist/adapters/census-geocoder.js.map +1 -0
- package/dist/adapters/census.d.ts +17 -0
- package/dist/adapters/census.js +983 -0
- package/dist/adapters/census.js.map +1 -0
- package/dist/adapters/cfpb.d.ts +7 -0
- package/dist/adapters/cfpb.js +348 -0
- package/dist/adapters/cfpb.js.map +1 -0
- package/dist/adapters/clinical-trials.d.ts +3 -0
- package/dist/adapters/clinical-trials.js +135 -0
- package/dist/adapters/clinical-trials.js.map +1 -0
- package/dist/adapters/cms.d.ts +3 -0
- package/dist/adapters/cms.js +292 -0
- package/dist/adapters/cms.js.map +1 -0
- package/dist/adapters/college-scorecard.d.ts +3 -0
- package/dist/adapters/college-scorecard.js +122 -0
- package/dist/adapters/college-scorecard.js.map +1 -0
- package/dist/adapters/congress.d.ts +33 -0
- package/dist/adapters/congress.js +589 -0
- package/dist/adapters/congress.js.map +1 -0
- package/dist/adapters/dhs-ohss.d.ts +13 -0
- package/dist/adapters/dhs-ohss.js +598 -0
- package/dist/adapters/dhs-ohss.js.map +1 -0
- package/dist/adapters/doj-news.d.ts +7 -0
- package/dist/adapters/doj-news.js +286 -0
- package/dist/adapters/doj-news.js.map +1 -0
- package/dist/adapters/dol.d.ts +4 -0
- package/dist/adapters/dol.js +634 -0
- package/dist/adapters/dol.js.map +1 -0
- package/dist/adapters/eia.d.ts +15 -0
- package/dist/adapters/eia.js +456 -0
- package/dist/adapters/eia.js.map +1 -0
- package/dist/adapters/epa-aqs.d.ts +3 -0
- package/dist/adapters/epa-aqs.js +357 -0
- package/dist/adapters/epa-aqs.js.map +1 -0
- package/dist/adapters/epa.d.ts +3 -0
- package/dist/adapters/epa.js +298 -0
- package/dist/adapters/epa.js.map +1 -0
- package/dist/adapters/fbi.d.ts +3 -0
- package/dist/adapters/fbi.js +192 -0
- package/dist/adapters/fbi.js.map +1 -0
- package/dist/adapters/fda.d.ts +5 -0
- package/dist/adapters/fda.js +184 -0
- package/dist/adapters/fda.js.map +1 -0
- package/dist/adapters/fdic.d.ts +4 -0
- package/dist/adapters/fdic.js +95 -0
- package/dist/adapters/fdic.js.map +1 -0
- package/dist/adapters/fec.d.ts +3 -0
- package/dist/adapters/fec.js +142 -0
- package/dist/adapters/fec.js.map +1 -0
- package/dist/adapters/fed-board.d.ts +12 -0
- package/dist/adapters/fed-board.js +581 -0
- package/dist/adapters/fed-board.js.map +1 -0
- package/dist/adapters/federal-register.d.ts +11 -0
- package/dist/adapters/federal-register.js +43 -0
- package/dist/adapters/federal-register.js.map +1 -0
- package/dist/adapters/fhfa.d.ts +3 -0
- package/dist/adapters/fhfa.js +253 -0
- package/dist/adapters/fhfa.js.map +1 -0
- package/dist/adapters/fsa.d.ts +9 -0
- package/dist/adapters/fsa.js +335 -0
- package/dist/adapters/fsa.js.map +1 -0
- package/dist/adapters/govinfo.d.ts +30 -0
- package/dist/adapters/govinfo.js +636 -0
- package/dist/adapters/govinfo.js.map +1 -0
- package/dist/adapters/gsa-calc.d.ts +10 -0
- package/dist/adapters/gsa-calc.js +318 -0
- package/dist/adapters/gsa-calc.js.map +1 -0
- package/dist/adapters/hud.d.ts +3 -0
- package/dist/adapters/hud.js +200 -0
- package/dist/adapters/hud.js.map +1 -0
- package/dist/adapters/index.d.ts +3 -0
- package/dist/adapters/index.js +25 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/irs-soi.d.ts +6 -0
- package/dist/adapters/irs-soi.js +576 -0
- package/dist/adapters/irs-soi.js.map +1 -0
- package/dist/adapters/naep.d.ts +15 -0
- package/dist/adapters/naep.js +341 -0
- package/dist/adapters/naep.js.map +1 -0
- package/dist/adapters/nhtsa.d.ts +10 -0
- package/dist/adapters/nhtsa.js +239 -0
- package/dist/adapters/nhtsa.js.map +1 -0
- package/dist/adapters/nih.d.ts +5 -0
- package/dist/adapters/nih.js +196 -0
- package/dist/adapters/nih.js.map +1 -0
- package/dist/adapters/noaa.d.ts +3 -0
- package/dist/adapters/noaa.js +148 -0
- package/dist/adapters/noaa.js.map +1 -0
- package/dist/adapters/nrel.d.ts +3 -0
- package/dist/adapters/nrel.js +186 -0
- package/dist/adapters/nrel.js.map +1 -0
- package/dist/adapters/nws.d.ts +3 -0
- package/dist/adapters/nws.js +119 -0
- package/dist/adapters/nws.js.map +1 -0
- package/dist/adapters/omb.d.ts +15 -0
- package/dist/adapters/omb.js +517 -0
- package/dist/adapters/omb.js.map +1 -0
- package/dist/adapters/open-payments.d.ts +5 -0
- package/dist/adapters/open-payments.js +149 -0
- package/dist/adapters/open-payments.js.map +1 -0
- package/dist/adapters/pbgc.d.ts +13 -0
- package/dist/adapters/pbgc.js +283 -0
- package/dist/adapters/pbgc.js.map +1 -0
- package/dist/adapters/philfed.d.ts +12 -0
- package/dist/adapters/philfed.js +59 -0
- package/dist/adapters/philfed.js.map +1 -0
- package/dist/adapters/regulations.d.ts +6 -0
- package/dist/adapters/regulations.js +58 -0
- package/dist/adapters/regulations.js.map +1 -0
- package/dist/adapters/sec.d.ts +13 -0
- package/dist/adapters/sec.js +504 -0
- package/dist/adapters/sec.js.map +1 -0
- package/dist/adapters/senate-lobbying.d.ts +3 -0
- package/dist/adapters/senate-lobbying.js +181 -0
- package/dist/adapters/senate-lobbying.js.map +1 -0
- package/dist/adapters/snapqc.d.ts +32 -0
- package/dist/adapters/snapqc.js +701 -0
- package/dist/adapters/snapqc.js.map +1 -0
- package/dist/adapters/treasury-yields.d.ts +3 -0
- package/dist/adapters/treasury-yields.js +170 -0
- package/dist/adapters/treasury-yields.js.map +1 -0
- package/dist/adapters/usaspending.d.ts +3 -0
- package/dist/adapters/usaspending.js +340 -0
- package/dist/adapters/usaspending.js.map +1 -0
- package/dist/adapters/usda-fna.d.ts +7 -0
- package/dist/adapters/usda-fna.js +707 -0
- package/dist/adapters/usda-fna.js.map +1 -0
- package/dist/adapters/usda-fooddata.d.ts +3 -0
- package/dist/adapters/usda-fooddata.js +101 -0
- package/dist/adapters/usda-fooddata.js.map +1 -0
- package/dist/adapters/usda-nass.d.ts +3 -0
- package/dist/adapters/usda-nass.js +108 -0
- package/dist/adapters/usda-nass.js.map +1 -0
- package/dist/adapters/usda-outlook.d.ts +12 -0
- package/dist/adapters/usda-outlook.js +696 -0
- package/dist/adapters/usda-outlook.js.map +1 -0
- package/dist/adapters/usgs.d.ts +9 -0
- package/dist/adapters/usgs.js +265 -0
- package/dist/adapters/usgs.js.map +1 -0
- package/dist/adapters/usitc.d.ts +18 -0
- package/dist/adapters/usitc.js +170 -0
- package/dist/adapters/usitc.js.map +1 -0
- package/dist/adapters/uspto.d.ts +3 -0
- package/dist/adapters/uspto.js +47 -0
- package/dist/adapters/uspto.js.map +1 -0
- package/dist/adapters/world-bank.d.ts +3 -0
- package/dist/adapters/world-bank.js +163 -0
- package/dist/adapters/world-bank.js.map +1 -0
- package/dist/analysis/cite.d.ts +31 -0
- package/dist/analysis/cite.js +229 -0
- package/dist/analysis/cite.js.map +1 -0
- package/dist/analysis/combine.d.ts +27 -0
- package/dist/analysis/combine.js +198 -0
- package/dist/analysis/combine.js.map +1 -0
- package/dist/analysis/compute.d.ts +62 -0
- package/dist/analysis/compute.js +583 -0
- package/dist/analysis/compute.js.map +1 -0
- package/dist/analysis/expr.d.ts +69 -0
- package/dist/analysis/expr.js +780 -0
- package/dist/analysis/expr.js.map +1 -0
- package/dist/analysis/factfmt.d.ts +16 -0
- package/dist/analysis/factfmt.js +187 -0
- package/dist/analysis/factfmt.js.map +1 -0
- package/dist/analysis/facts.d.ts +63 -0
- package/dist/analysis/facts.js +355 -0
- package/dist/analysis/facts.js.map +1 -0
- package/dist/analysis/handoff.d.ts +58 -0
- package/dist/analysis/handoff.js +208 -0
- package/dist/analysis/handoff.js.map +1 -0
- package/dist/analysis/pyfmt.d.ts +16 -0
- package/dist/analysis/pyfmt.js +156 -0
- package/dist/analysis/pyfmt.js.map +1 -0
- package/dist/analysis/rerun.d.ts +13 -0
- package/dist/analysis/rerun.js +125 -0
- package/dist/analysis/rerun.js.map +1 -0
- package/dist/analysis/table.d.ts +18 -0
- package/dist/analysis/table.js +109 -0
- package/dist/analysis/table.js.map +1 -0
- package/dist/analysis/tools.d.ts +67 -0
- package/dist/analysis/tools.js +217 -0
- package/dist/analysis/tools.js.map +1 -0
- package/dist/analysis/write_table.d.ts +13 -0
- package/dist/analysis/write_table.js +59 -0
- package/dist/analysis/write_table.js.map +1 -0
- package/dist/bin/cli.d.ts +10 -0
- package/dist/bin/cli.js +177 -0
- package/dist/bin/cli.js.map +1 -0
- package/dist/core/cache.d.ts +14 -0
- package/dist/core/cache.js +90 -0
- package/dist/core/cache.js.map +1 -0
- package/dist/core/context.d.ts +12 -0
- package/dist/core/context.js +15 -0
- package/dist/core/context.js.map +1 -0
- package/dist/core/env.d.ts +14 -0
- package/dist/core/env.js +52 -0
- package/dist/core/env.js.map +1 -0
- package/dist/core/generic-rest.d.ts +61 -0
- package/dist/core/generic-rest.js +639 -0
- package/dist/core/generic-rest.js.map +1 -0
- package/dist/core/http.d.ts +120 -0
- package/dist/core/http.js +514 -0
- package/dist/core/http.js.map +1 -0
- package/dist/core/keys.d.ts +43 -0
- package/dist/core/keys.js +174 -0
- package/dist/core/keys.js.map +1 -0
- package/dist/core/manual.d.ts +41 -0
- package/dist/core/manual.js +218 -0
- package/dist/core/manual.js.map +1 -0
- package/dist/core/package.d.ts +58 -0
- package/dist/core/package.js +228 -0
- package/dist/core/package.js.map +1 -0
- package/dist/core/packs.d.ts +139 -0
- package/dist/core/packs.js +173 -0
- package/dist/core/packs.js.map +1 -0
- package/dist/core/policy.d.ts +69 -0
- package/dist/core/policy.js +189 -0
- package/dist/core/policy.js.map +1 -0
- package/dist/core/py.d.ts +40 -0
- package/dist/core/py.js +171 -0
- package/dist/core/py.js.map +1 -0
- package/dist/core/routing.d.ts +10 -0
- package/dist/core/routing.js +39 -0
- package/dist/core/routing.js.map +1 -0
- package/dist/core/tabular.d.ts +21 -0
- package/dist/core/tabular.js +229 -0
- package/dist/core/tabular.js.map +1 -0
- package/dist/deep/_bea_api.d.ts +102 -0
- package/dist/deep/_bea_api.js +457 -0
- package/dist/deep/_bea_api.js.map +1 -0
- package/dist/deep/_bea_fetch.d.ts +151 -0
- package/dist/deep/_bea_fetch.js +1274 -0
- package/dist/deep/_bea_fetch.js.map +1 -0
- package/dist/deep/_bea_util.d.ts +14 -0
- package/dist/deep/_bea_util.js +156 -0
- package/dist/deep/_bea_util.js.map +1 -0
- package/dist/deep/_bls_api.d.ts +84 -0
- package/dist/deep/_bls_api.js +231 -0
- package/dist/deep/_bls_api.js.map +1 -0
- package/dist/deep/_bls_ids.d.ts +43 -0
- package/dist/deep/_bls_ids.js +188 -0
- package/dist/deep/_bls_ids.js.map +1 -0
- package/dist/deep/_bls_lib.d.ts +61 -0
- package/dist/deep/_bls_lib.js +442 -0
- package/dist/deep/_bls_lib.js.map +1 -0
- package/dist/deep/_fred_api.d.ts +148 -0
- package/dist/deep/_fred_api.js +545 -0
- package/dist/deep/_fred_api.js.map +1 -0
- package/dist/deep/_fred_pack.d.ts +162 -0
- package/dist/deep/_fred_pack.js +1027 -0
- package/dist/deep/_fred_pack.js.map +1 -0
- package/dist/deep/_fred_py.d.ts +40 -0
- package/dist/deep/_fred_py.js +199 -0
- package/dist/deep/_fred_py.js.map +1 -0
- package/dist/deep/_ipums_bundle.d.ts +29 -0
- package/dist/deep/_ipums_bundle.js +194 -0
- package/dist/deep/_ipums_bundle.js.map +1 -0
- package/dist/deep/_ipums_ddi.d.ts +23 -0
- package/dist/deep/_ipums_ddi.js +162 -0
- package/dist/deep/_ipums_ddi.js.map +1 -0
- package/dist/deep/_opm_io.d.ts +26 -0
- package/dist/deep/_opm_io.js +383 -0
- package/dist/deep/_opm_io.js.map +1 -0
- package/dist/deep/_opm_parquet.d.ts +31 -0
- package/dist/deep/_opm_parquet.js +744 -0
- package/dist/deep/_opm_parquet.js.map +1 -0
- package/dist/deep/_opm_py.d.ts +6 -0
- package/dist/deep/_opm_py.js +74 -0
- package/dist/deep/_opm_py.js.map +1 -0
- package/dist/deep/_treasury_api.d.ts +48 -0
- package/dist/deep/_treasury_api.js +221 -0
- package/dist/deep/_treasury_api.js.map +1 -0
- package/dist/deep/_treasury_context.d.ts +34 -0
- package/dist/deep/_treasury_context.js +142 -0
- package/dist/deep/_treasury_context.js.map +1 -0
- package/dist/deep/_treasury_lib.d.ts +109 -0
- package/dist/deep/_treasury_lib.js +686 -0
- package/dist/deep/_treasury_lib.js.map +1 -0
- package/dist/deep/bea.d.ts +3 -0
- package/dist/deep/bea.js +248 -0
- package/dist/deep/bea.js.map +1 -0
- package/dist/deep/bls.d.ts +3 -0
- package/dist/deep/bls.js +220 -0
- package/dist/deep/bls.js.map +1 -0
- package/dist/deep/fred.d.ts +3 -0
- package/dist/deep/fred.js +325 -0
- package/dist/deep/fred.js.map +1 -0
- package/dist/deep/ipums.d.ts +59 -0
- package/dist/deep/ipums.js +744 -0
- package/dist/deep/ipums.js.map +1 -0
- package/dist/deep/opm.d.ts +56 -0
- package/dist/deep/opm.js +1033 -0
- package/dist/deep/opm.js.map +1 -0
- package/dist/deep/treasury.d.ts +3 -0
- package/dist/deep/treasury.js +218 -0
- package/dist/deep/treasury.js.map +1 -0
- package/dist/envelope.d.ts +47 -0
- package/dist/envelope.js +88 -0
- package/dist/envelope.js.map +1 -0
- package/dist/index.d.ts +277 -0
- package/dist/index.js +106 -0
- package/dist/index.js.map +1 -0
- package/dist/remote/app.d.ts +21 -0
- package/dist/remote/app.js +218 -0
- package/dist/remote/app.js.map +1 -0
- package/dist/remote/oauth.d.ts +14 -0
- package/dist/remote/oauth.js +90 -0
- package/dist/remote/oauth.js.map +1 -0
- package/dist/remote/pages.d.ts +8 -0
- package/dist/remote/pages.js +56 -0
- package/dist/remote/pages.js.map +1 -0
- package/dist/remote/sign.d.ts +4 -0
- package/dist/remote/sign.js +40 -0
- package/dist/remote/sign.js.map +1 -0
- package/dist/remote/store.d.ts +31 -0
- package/dist/remote/store.js +129 -0
- package/dist/remote/store.js.map +1 -0
- package/dist/report/audit_answer.d.ts +94 -0
- package/dist/report/audit_answer.js +1349 -0
- package/dist/report/audit_answer.js.map +1 -0
- package/dist/report/audit_report.d.ts +23 -0
- package/dist/report/audit_report.js +637 -0
- package/dist/report/audit_report.js.map +1 -0
- package/dist/report/build_report.d.ts +27 -0
- package/dist/report/build_report.js +1168 -0
- package/dist/report/build_report.js.map +1 -0
- package/dist/report/method_audit.d.ts +47 -0
- package/dist/report/method_audit.js +710 -0
- package/dist/report/method_audit.js.map +1 -0
- package/dist/report/policyset.d.ts +50 -0
- package/dist/report/policyset.js +421 -0
- package/dist/report/policyset.js.map +1 -0
- package/dist/report/py.d.ts +58 -0
- package/dist/report/py.js +311 -0
- package/dist/report/py.js.map +1 -0
- package/dist/report/scan_secrets.d.ts +21 -0
- package/dist/report/scan_secrets.js +234 -0
- package/dist/report/scan_secrets.js.map +1 -0
- package/dist/report/style_check.d.ts +29 -0
- package/dist/report/style_check.js +173 -0
- package/dist/report/style_check.js.map +1 -0
- package/dist/report/tools.d.ts +87 -0
- package/dist/report/tools.js +167 -0
- package/dist/report/tools.js.map +1 -0
- package/dist/server.d.ts +5 -0
- package/dist/server.js +246 -0
- package/dist/server.js.map +1 -0
- package/dist/session.d.ts +47 -0
- package/dist/session.js +107 -0
- package/dist/session.js.map +1 -0
- package/dist/toolkit.d.ts +21 -0
- package/dist/toolkit.js +2 -0
- package/dist/toolkit.js.map +1 -0
- package/dist/tools.d.ts +299 -0
- package/dist/tools.js +491 -0
- package/dist/tools.js.map +1 -0
- package/guide/WORKFLOW.md +134 -0
- package/guide/assets/disclaimer.txt +1 -0
- package/guide/assets/download_data.ps1 +162 -0
- package/guide/assets/download_data.sh +143 -0
- package/guide/assets/report_template.html +597 -0
- package/guide/references/report_patterns.md +199 -0
- package/guide/references/routing.md +171 -0
- package/guide/references/style_guide.md +398 -0
- package/package.json +56 -6
- package/packs/acf/endpoints.json +114 -0
- package/packs/acf/policy.json +104 -0
- package/packs/acf/source.md +138 -0
- package/packs/actuaries/endpoints.json +82 -0
- package/packs/actuaries/policy.json +109 -0
- package/packs/actuaries/source.md +137 -0
- package/packs/bea/assets/download_bea.ps1 +182 -0
- package/packs/bea/assets/download_bea.sh +144 -0
- package/packs/bea/docs/bea_api.md +461 -0
- package/packs/bea/docs/datasets.md +157 -0
- package/packs/bea/docs/report_patterns.md +112 -0
- package/packs/bea/policy.json +170 -0
- package/packs/bea/source.md +152 -0
- package/packs/bls/assets/download_bls.ps1 +152 -0
- package/packs/bls/assets/download_bls.sh +167 -0
- package/packs/bls/docs/analysis_patterns.md +108 -0
- package/packs/bls/docs/bls_api.md +73 -0
- package/packs/bls/docs/series_ids.md +149 -0
- package/packs/bls/policy.json +238 -0
- package/packs/bls/series_ids.json +1375 -0
- package/packs/bls/source.md +156 -0
- package/packs/bts/endpoints.json +347 -0
- package/packs/bts/policy.json +94 -0
- package/packs/bts/source.md +97 -0
- package/packs/cdc/endpoints.json +197 -0
- package/packs/cdc/policy.json +83 -0
- package/packs/cdc/source.md +74 -0
- package/packs/census/endpoints.json +99 -0
- package/packs/census/policy.json +238 -0
- package/packs/census/source.md +304 -0
- package/packs/census-geocoder/endpoints.json +70 -0
- package/packs/census-geocoder/policy.json +80 -0
- package/packs/census-geocoder/source.md +53 -0
- package/packs/cfpb/endpoints.json +327 -0
- package/packs/cfpb/policy.json +119 -0
- package/packs/cfpb/source.md +96 -0
- package/packs/clinical-trials/endpoints.json +167 -0
- package/packs/clinical-trials/policy.json +84 -0
- package/packs/clinical-trials/source.md +82 -0
- package/packs/cms/endpoints.json +69 -0
- package/packs/cms/policy.json +96 -0
- package/packs/cms/source.md +112 -0
- package/packs/college-scorecard/endpoints.json +253 -0
- package/packs/college-scorecard/policy.json +106 -0
- package/packs/college-scorecard/source.md +92 -0
- package/packs/congress/endpoints.json +1701 -0
- package/packs/congress/policy.json +117 -0
- package/packs/congress/source.md +190 -0
- package/packs/dhs-ohss/endpoints.json +66 -0
- package/packs/dhs-ohss/policy.json +107 -0
- package/packs/dhs-ohss/source.md +120 -0
- package/packs/doj-news/endpoints.json +59 -0
- package/packs/doj-news/policy.json +96 -0
- package/packs/doj-news/source.md +99 -0
- package/packs/dol/endpoints.json +818 -0
- package/packs/dol/policy.json +135 -0
- package/packs/dol/source.md +181 -0
- package/packs/eia/endpoints.json +718 -0
- package/packs/eia/policy.json +112 -0
- package/packs/eia/source.md +112 -0
- package/packs/epa/endpoints.json +292 -0
- package/packs/epa/policy.json +99 -0
- package/packs/epa/source.md +99 -0
- package/packs/epa-aqs/endpoints.json +174 -0
- package/packs/epa-aqs/policy.json +96 -0
- package/packs/epa-aqs/source.md +97 -0
- package/packs/fbi/endpoints.json +1842 -0
- package/packs/fbi/policy.json +118 -0
- package/packs/fbi/source.md +108 -0
- package/packs/fda/endpoints.json +238 -0
- package/packs/fda/policy.json +121 -0
- package/packs/fda/source.md +117 -0
- package/packs/fdic/endpoints.json +417 -0
- package/packs/fdic/policy.json +83 -0
- package/packs/fdic/source.md +92 -0
- package/packs/fec/endpoints.json +708 -0
- package/packs/fec/policy.json +93 -0
- package/packs/fec/source.md +90 -0
- package/packs/fed-board/endpoints.json +89 -0
- package/packs/fed-board/policy.json +136 -0
- package/packs/fed-board/source.md +118 -0
- package/packs/federal-register/endpoints.json +143 -0
- package/packs/federal-register/policy.json +86 -0
- package/packs/federal-register/source.md +98 -0
- package/packs/fema/endpoints.json +646 -0
- package/packs/fema/policy.json +103 -0
- package/packs/fema/source.md +103 -0
- package/packs/fhfa/endpoints.json +105 -0
- package/packs/fhfa/policy.json +109 -0
- package/packs/fhfa/source.md +108 -0
- package/packs/fred/assets/download_fred.ps1 +122 -0
- package/packs/fred/assets/download_fred.sh +123 -0
- package/packs/fred/docs/analysis_patterns.md +124 -0
- package/packs/fred/docs/fred_api.md +94 -0
- package/packs/fred/docs/series.md +188 -0
- package/packs/fred/policy.json +253 -0
- package/packs/fred/source.md +142 -0
- package/packs/fsa/endpoints.json +150 -0
- package/packs/fsa/policy.json +99 -0
- package/packs/fsa/source.md +102 -0
- package/packs/govinfo/endpoints.json +520 -0
- package/packs/govinfo/policy.json +116 -0
- package/packs/govinfo/source.md +241 -0
- package/packs/gsa-calc/endpoints.json +93 -0
- package/packs/gsa-calc/policy.json +97 -0
- package/packs/gsa-calc/source.md +108 -0
- package/packs/hud/endpoints.json +147 -0
- package/packs/hud/policy.json +84 -0
- package/packs/hud/source.md +97 -0
- package/packs/ipums/assets/download_ipums.ps1 +215 -0
- package/packs/ipums/assets/download_ipums.sh +192 -0
- package/packs/ipums/docs/ipums_api.md +67 -0
- package/packs/ipums/docs/report_patterns.md +117 -0
- package/packs/ipums/docs/variables.md +284 -0
- package/packs/ipums/lib/fetch_text.json +112 -0
- package/packs/ipums/policy.json +215 -0
- package/packs/ipums/source.md +169 -0
- package/packs/irs-soi/endpoints.json +114 -0
- package/packs/irs-soi/policy.json +107 -0
- package/packs/irs-soi/source.md +124 -0
- package/packs/medicaid/endpoints.json +412 -0
- package/packs/medicaid/policy.json +108 -0
- package/packs/medicaid/source.md +136 -0
- package/packs/naep/endpoints.json +217 -0
- package/packs/naep/policy.json +100 -0
- package/packs/naep/source.md +120 -0
- package/packs/nhtsa/endpoints.json +132 -0
- package/packs/nhtsa/policy.json +93 -0
- package/packs/nhtsa/source.md +109 -0
- package/packs/nih/endpoints.json +453 -0
- package/packs/nih/policy.json +86 -0
- package/packs/nih/source.md +108 -0
- package/packs/noaa/endpoints.json +432 -0
- package/packs/noaa/policy.json +95 -0
- package/packs/noaa/source.md +88 -0
- package/packs/nrel/endpoints.json +328 -0
- package/packs/nrel/policy.json +96 -0
- package/packs/nrel/source.md +91 -0
- package/packs/nws/endpoints.json +272 -0
- package/packs/nws/policy.json +82 -0
- package/packs/nws/source.md +81 -0
- package/packs/nyfed/endpoints.json +80 -0
- package/packs/nyfed/policy.json +92 -0
- package/packs/nyfed/source.md +89 -0
- package/packs/omb/endpoints.json +460 -0
- package/packs/omb/policy.json +106 -0
- package/packs/omb/source.md +130 -0
- package/packs/open-payments/endpoints.json +298 -0
- package/packs/open-payments/policy.json +101 -0
- package/packs/open-payments/source.md +99 -0
- package/packs/opm/assets/download_opm.ps1 +125 -0
- package/packs/opm/assets/download_opm.sh +85 -0
- package/packs/opm/docs/fields.md +184 -0
- package/packs/opm/docs/opm_api.md +71 -0
- package/packs/opm/docs/report_patterns.md +83 -0
- package/packs/opm/lib/data_dictionary.csv +73 -0
- package/packs/opm/policy.json +142 -0
- package/packs/opm/source.md +137 -0
- package/packs/pbgc/endpoints.json +483 -0
- package/packs/pbgc/policy.json +94 -0
- package/packs/pbgc/source.md +95 -0
- package/packs/philfed/endpoints.json +85 -0
- package/packs/philfed/policy.json +94 -0
- package/packs/philfed/source.md +125 -0
- package/packs/port.json +287 -0
- package/packs/regulations/endpoints.json +288 -0
- package/packs/regulations/policy.json +86 -0
- package/packs/regulations/source.md +84 -0
- package/packs/sec/endpoints.json +237 -0
- package/packs/sec/policy.json +86 -0
- package/packs/sec/source.md +101 -0
- package/packs/senate-lobbying/endpoints.json +554 -0
- package/packs/senate-lobbying/policy.json +99 -0
- package/packs/senate-lobbying/source.md +100 -0
- package/packs/snapqc/endpoints.json +1426 -0
- package/packs/snapqc/policy.json +92 -0
- package/packs/snapqc/source.md +96 -0
- package/packs/treasury/catalog.json +2267 -0
- package/packs/treasury/docs/api_guide.md +245 -0
- package/packs/treasury/docs/datasets.md +56 -0
- package/packs/treasury/docs/report_patterns.md +126 -0
- package/packs/treasury/policy.json +159 -0
- package/packs/treasury/source.md +165 -0
- package/packs/treasury-yields/endpoints.json +226 -0
- package/packs/treasury-yields/policy.json +86 -0
- package/packs/treasury-yields/source.md +80 -0
- package/packs/usaspending/endpoints.json +1316 -0
- package/packs/usaspending/policy.json +109 -0
- package/packs/usaspending/source.md +103 -0
- package/packs/usda-fna/endpoints.json +427 -0
- package/packs/usda-fna/policy.json +133 -0
- package/packs/usda-fna/source.md +217 -0
- package/packs/usda-fooddata/endpoints.json +181 -0
- package/packs/usda-fooddata/policy.json +94 -0
- package/packs/usda-fooddata/source.md +105 -0
- package/packs/usda-nass/endpoints.json +324 -0
- package/packs/usda-nass/policy.json +95 -0
- package/packs/usda-nass/source.md +85 -0
- package/packs/usda-outlook/endpoints.json +86 -0
- package/packs/usda-outlook/policy.json +109 -0
- package/packs/usda-outlook/source.md +144 -0
- package/packs/usgs/endpoints.json +313 -0
- package/packs/usgs/policy.json +95 -0
- package/packs/usgs/source.md +96 -0
- package/packs/usitc/endpoints.json +74 -0
- package/packs/usitc/policy.json +111 -0
- package/packs/usitc/source.md +90 -0
- package/packs/uspto/endpoints.json +141 -0
- package/packs/uspto/policy.json +95 -0
- package/packs/uspto/source.md +101 -0
- package/packs/va/endpoints.json +414 -0
- package/packs/va/policy.json +101 -0
- package/packs/va/source.md +129 -0
- package/packs/world-bank/endpoints.json +122 -0
- package/packs/world-bank/policy.json +101 -0
- package/packs/world-bank/source.md +93 -0
|
@@ -0,0 +1,341 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* NAEP adapter (port of the Python adapter.py): subject aliases and default scales, error-flag decoding, errors
|
|
3
|
+
* inside HTTP 200.
|
|
4
|
+
*
|
|
5
|
+
* - beforeRequest: subject names are case-insensitive and take aliases (math -> mathematics); the subscale
|
|
6
|
+
* defaults to the subject's composite (math grade 12 -> MWPCM, the 2005-framework scale); "year" is accepted
|
|
7
|
+
* for "Year".
|
|
8
|
+
* - normalize: the published values stay as they are. Suppressed estimates arrive as value 999 with stdError -1
|
|
9
|
+
* and isStatDisplayable 0; a `value_flag` column says "suppressed" for those rows, and every errorFlag column
|
|
10
|
+
* gets a decoded `<column>_notes` column from the bit table in the NAEP API documentation.
|
|
11
|
+
* - fetch / parseUpload: the generic fetch, but a body that is not valid JSON is repaired before parsing when
|
|
12
|
+
* the only fault is unescaped double quotes inside string values (type=independentvariables for 2024); a note
|
|
13
|
+
* says so. Any other malformed body still fails.
|
|
14
|
+
*/
|
|
15
|
+
import fs from "node:fs";
|
|
16
|
+
import path from "node:path";
|
|
17
|
+
import { PACKS_DIR } from "../core/env.js";
|
|
18
|
+
import * as gr from "../core/generic-rest.js";
|
|
19
|
+
import { Response } from "../core/http.js";
|
|
20
|
+
import { readJson } from "../core/policy.js";
|
|
21
|
+
import { parsePyJson, pyJsonDumps, pyStr } from "../core/py.js";
|
|
22
|
+
import { readCsv } from "../core/tabular.js";
|
|
23
|
+
// Error flag bits (NAEP API documentation, "Error Codes"), and whether the statistic is withheld.
|
|
24
|
+
const FLAGS = [
|
|
25
|
+
[1, "Reporting standard not met", true], [2, "Extreme p", true], [4, "High CV", false],
|
|
26
|
+
[8, "Non-accommodated sample", false], [16, "Exclusion list", true],
|
|
27
|
+
[32, "Non-qualified independent variable", true], [64, "No data", true], [128, "Rounds to zero", false],
|
|
28
|
+
[256, "SE not applicable", false], [512, "Race note type 1", false],
|
|
29
|
+
[2048, "Response rate below 85%", false], [4096, "Response rate below 50%", true],
|
|
30
|
+
[16384, "Significance", false], [32768, "Zero percent response rate", true],
|
|
31
|
+
[131072, "Jurisdiction note", false], [4194304, "Race note type 2", false],
|
|
32
|
+
[8388608, "Race note type 3", false], [16777216, "IEP note", false], [33554432, "IEP2009 note", false],
|
|
33
|
+
[67108864, "DoDEA note", false], [134217728, "Dallas note", false], [268435456, "Skipped variables note", false],
|
|
34
|
+
];
|
|
35
|
+
const DISPLAY_COLS = ["isStatDisplayable", "isFocalStatDisplayable", "isTargetStatDisplayable", "statDisplayable1",
|
|
36
|
+
"statDisplayable2", "statDisplayable3", "statDisplayable4", "isSigDisplayable", "isGapDisplayable"];
|
|
37
|
+
const BOM = new RegExp("^" + String.fromCharCode(0xfeff));
|
|
38
|
+
/** Python repr() of a str. */
|
|
39
|
+
function repr(s) {
|
|
40
|
+
const q = s.includes("'") && !s.includes('"') ? '"' : "'";
|
|
41
|
+
return q + s.replace(/\\/g, "\\\\").replace(new RegExp(q, "g"), "\\" + q).replace(/\n/g, "\\n").replace(/\r/g, "\\r")
|
|
42
|
+
.replace(/\t/g, "\\t") + q;
|
|
43
|
+
}
|
|
44
|
+
const reprAny = (v) => (typeof v === "string" ? repr(v) : v === null || v === undefined ? "None"
|
|
45
|
+
: Array.isArray(v) ? `[${v.map(reprAny).join(", ")}]` : pyStr(v));
|
|
46
|
+
function catalog() {
|
|
47
|
+
return readJson(path.join(PACKS_DIR, "naep"), "endpoints.json")?.catalog || {};
|
|
48
|
+
}
|
|
49
|
+
function subject(cat, v) {
|
|
50
|
+
const s = (v === null || v === undefined || v === "" || v === 0 || v === false ? "" : pyStr(v)).trim().toLowerCase();
|
|
51
|
+
if (s in cat && String(cat[s].kind || "").startsWith("subject"))
|
|
52
|
+
return cat[s];
|
|
53
|
+
for (const c of Object.values(cat))
|
|
54
|
+
if (String(c.kind || "").startsWith("subject") && c.id === s)
|
|
55
|
+
return c;
|
|
56
|
+
return null;
|
|
57
|
+
}
|
|
58
|
+
/** Python int(float(flag)), or null where Python raises. */
|
|
59
|
+
function toInt(flag) {
|
|
60
|
+
if (typeof flag === "boolean")
|
|
61
|
+
return flag ? 1n : 0n;
|
|
62
|
+
if (typeof flag === "number")
|
|
63
|
+
return Number.isFinite(flag) ? BigInt(Math.trunc(flag)) : null;
|
|
64
|
+
if (typeof flag !== "string")
|
|
65
|
+
return null;
|
|
66
|
+
const s = flag.trim();
|
|
67
|
+
if (!s || !/^[+-]?(\d+\.?\d*|\.\d+)([eE][+-]?\d+)?$/.test(s))
|
|
68
|
+
return null;
|
|
69
|
+
const n = Number(s);
|
|
70
|
+
return Number.isFinite(n) ? BigInt(Math.trunc(n)) : null;
|
|
71
|
+
}
|
|
72
|
+
export function decode(flag) {
|
|
73
|
+
const n = toInt(flag);
|
|
74
|
+
if (n === null)
|
|
75
|
+
return "";
|
|
76
|
+
return FLAGS.filter(([bit]) => (n & BigInt(bit)) !== 0n).map(([, label]) => label).join("; ");
|
|
77
|
+
}
|
|
78
|
+
export function withheld(flag) {
|
|
79
|
+
const n = toInt(flag);
|
|
80
|
+
if (n === null)
|
|
81
|
+
return false;
|
|
82
|
+
return FLAGS.some(([bit, , hide]) => hide && (n & BigInt(bit)) !== 0n);
|
|
83
|
+
}
|
|
84
|
+
function beforeRequest(_req, ep, params) {
|
|
85
|
+
const cat = catalog();
|
|
86
|
+
if ("year" in params && !("Year" in params)) {
|
|
87
|
+
const y = params.year;
|
|
88
|
+
delete params.year;
|
|
89
|
+
params.Year = y;
|
|
90
|
+
}
|
|
91
|
+
const subj = subject(cat, params.subject);
|
|
92
|
+
if (subj) {
|
|
93
|
+
params.subject = subj.id;
|
|
94
|
+
if (!params.subscale && "subscale" in (ep?.params || {})) {
|
|
95
|
+
const g12 = pyStr(params.grade) === "12" && subj.subscale_grade12;
|
|
96
|
+
params.subscale = g12 ? subj.subscale_grade12 : subj.subscale;
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
for (const k of ["Year", "jurisdiction", "stattype"]) {
|
|
100
|
+
const v = params[k];
|
|
101
|
+
if (Array.isArray(v))
|
|
102
|
+
params[k] = v.map(pyStr).join(",");
|
|
103
|
+
}
|
|
104
|
+
return params;
|
|
105
|
+
}
|
|
106
|
+
/** Generic links, built from the same parameters the fetch sends (aliases and default scales). */
|
|
107
|
+
function manualItems(spec, pack) {
|
|
108
|
+
const s = JSON.parse(JSON.stringify(spec));
|
|
109
|
+
for (const r of s.requests || []) {
|
|
110
|
+
const [ep, params, probs] = gr.resolve(pack, r);
|
|
111
|
+
if (!probs.length)
|
|
112
|
+
r.params = beforeRequest(r, ep, params);
|
|
113
|
+
}
|
|
114
|
+
return gr.manualItems(pack, s);
|
|
115
|
+
}
|
|
116
|
+
function checkSpec(spec) {
|
|
117
|
+
const cat = catalog();
|
|
118
|
+
const probs = [];
|
|
119
|
+
for (const r of spec.requests || []) {
|
|
120
|
+
const p = r.params || {};
|
|
121
|
+
const name = repr(String(r.name)), ep = r.endpoint;
|
|
122
|
+
const subj = subject(cat, p.subject);
|
|
123
|
+
if (p.subject && !subj) {
|
|
124
|
+
probs.push(`request ${name}: unknown subject ${reprAny(p.subject)} (reading, math, science, writing, ` +
|
|
125
|
+
"civics, history, geography, economics, tel, music)");
|
|
126
|
+
}
|
|
127
|
+
if (subj && subj.grades?.length && p.grade !== null && p.grade !== undefined && p.grade !== "" &&
|
|
128
|
+
!subj.grades.includes(Math.trunc(Number(p.grade)))) {
|
|
129
|
+
probs.push(`request ${name}: ${subj.id} is assessed in grades [${subj.grades.join(", ")}]`);
|
|
130
|
+
}
|
|
131
|
+
const yv = "Year" in p ? p.Year : "year" in p ? p.year : "";
|
|
132
|
+
const years = Array.isArray(p.Year) ? p.Year.map(pyStr).join(",") : Array.isArray(yv) ? reprAny(yv) : yv === null ? "None" : pyStr(yv);
|
|
133
|
+
const j0 = "jurisdiction" in p ? p.jurisdiction : "";
|
|
134
|
+
const juris = Array.isArray(j0) ? j0.join(",") : j0 === null ? "None" : pyStr(j0);
|
|
135
|
+
const count = (s) => s.split(",").filter(Boolean).length;
|
|
136
|
+
if (ep === "compare_years" && count(years) < 2)
|
|
137
|
+
probs.push(`request ${name}: compare_years needs two or more years in Year`);
|
|
138
|
+
if (["compare_jurisdictions", "gap_years_across_jurisdictions", "gap_groups_across_jurisdictions"].includes(ep || "") &&
|
|
139
|
+
count(juris) < 2)
|
|
140
|
+
probs.push(`request ${name}: ${ep} needs two or more jurisdictions`);
|
|
141
|
+
if (ep === "gap_years_across_jurisdictions" && count(years) !== 2) {
|
|
142
|
+
probs.push(`request ${name}: gap_years_across_jurisdictions needs exactly two years`);
|
|
143
|
+
}
|
|
144
|
+
if (["compare_groups", "gap_groups_across_years", "gap_groups_across_jurisdictions"].includes(ep || "") &&
|
|
145
|
+
["", "TOTAL"].includes(pyStr("variable" in p ? p.variable : "").toUpperCase())) {
|
|
146
|
+
probs.push(`request ${name}: ${ep} needs a group variable such as GENDER or SDRACE, not TOTAL`);
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
return probs;
|
|
150
|
+
}
|
|
151
|
+
function checkError(_status, body) {
|
|
152
|
+
let d;
|
|
153
|
+
try {
|
|
154
|
+
d = JSON.parse(new TextDecoder("utf-8", { fatal: true }).decode(body).replace(BOM, ""));
|
|
155
|
+
}
|
|
156
|
+
catch {
|
|
157
|
+
return null;
|
|
158
|
+
}
|
|
159
|
+
if (d && typeof d === "object" && !Array.isArray(d) &&
|
|
160
|
+
(![undefined, null, 200].includes(d.statusCode) || typeof d.result === "string")) {
|
|
161
|
+
const res = d.result === undefined || d.result === null ? "None" : pyStr(d.result);
|
|
162
|
+
return "NAEP data service error: " + [...res].slice(0, 300).join("").split("\n")[0];
|
|
163
|
+
}
|
|
164
|
+
return null;
|
|
165
|
+
}
|
|
166
|
+
function normalize(_req, _ep, rows) {
|
|
167
|
+
for (const r of rows) {
|
|
168
|
+
let hidden = false;
|
|
169
|
+
for (const col of Object.keys(r)) {
|
|
170
|
+
if (col.toLowerCase().endsWith("errorflag") || col.startsWith("errorFlag")) {
|
|
171
|
+
r[col + "_notes"] = decode(r[col]);
|
|
172
|
+
hidden = hidden || withheld(r[col]);
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
for (const col of DISPLAY_COLS.slice(0, 7))
|
|
176
|
+
if (col in r && pyStr(r[col]) === "0")
|
|
177
|
+
hidden = true;
|
|
178
|
+
if (["value", "focalValue", "stat1"].some((k) => k in r))
|
|
179
|
+
r.value_flag = hidden ? "suppressed" : "";
|
|
180
|
+
}
|
|
181
|
+
return rows;
|
|
182
|
+
}
|
|
183
|
+
// ---------------------------------------------------------------------- malformed JSON (stray quotes)
|
|
184
|
+
const WS = " \t\r\n";
|
|
185
|
+
/** Escape double quotes inside JSON strings that the server left unescaped. A quote inside a string closes it
|
|
186
|
+
* only when the next non-blank character is structural: ':' '}' ']' or the end, or ',' followed by the start of
|
|
187
|
+
* another key or value ('"', '{', '[', a digit or '-'). Otherwise it is text. */
|
|
188
|
+
export function repairQuotes(text) {
|
|
189
|
+
const out = [];
|
|
190
|
+
const n = text.length;
|
|
191
|
+
let inStr = false;
|
|
192
|
+
for (let i = 0; i < n; i++) {
|
|
193
|
+
const ch = text[i];
|
|
194
|
+
if (!inStr) {
|
|
195
|
+
inStr = ch === '"';
|
|
196
|
+
out.push(ch);
|
|
197
|
+
}
|
|
198
|
+
else if (ch === "\\") {
|
|
199
|
+
out.push(text.slice(i, i + 2));
|
|
200
|
+
i++;
|
|
201
|
+
}
|
|
202
|
+
else if (ch === '"') {
|
|
203
|
+
let j = i + 1;
|
|
204
|
+
while (j < n && WS.includes(text[j]))
|
|
205
|
+
j++;
|
|
206
|
+
const nxt = j < n ? text[j] : "";
|
|
207
|
+
let closes = ["", ":", "}", "]"].includes(nxt);
|
|
208
|
+
if (nxt === ",") {
|
|
209
|
+
let k = j + 1;
|
|
210
|
+
while (k < n && WS.includes(text[k]))
|
|
211
|
+
k++;
|
|
212
|
+
closes = k < n && ('"{[-'.includes(text[k]) || /\p{Nd}/u.test(text[k]));
|
|
213
|
+
}
|
|
214
|
+
if (closes) {
|
|
215
|
+
inStr = false;
|
|
216
|
+
out.push(ch);
|
|
217
|
+
}
|
|
218
|
+
else
|
|
219
|
+
out.push('\\"');
|
|
220
|
+
}
|
|
221
|
+
else
|
|
222
|
+
out.push(ch);
|
|
223
|
+
}
|
|
224
|
+
return out.join("");
|
|
225
|
+
}
|
|
226
|
+
/** [data, repaired]: strict JSON first; the stray-quote repair only when that fails. A body the repair cannot
|
|
227
|
+
* fix throws the original error. */
|
|
228
|
+
export function loadsTolerant(raw) {
|
|
229
|
+
const text = new TextDecoder("utf-8", { fatal: true }).decode(raw).replace(BOM, "");
|
|
230
|
+
try {
|
|
231
|
+
return [parsePyJson(text), false];
|
|
232
|
+
}
|
|
233
|
+
catch (e) {
|
|
234
|
+
try {
|
|
235
|
+
return [parsePyJson(repairQuotes(text)), true];
|
|
236
|
+
}
|
|
237
|
+
catch {
|
|
238
|
+
throw e;
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
/** A core Client whose responses that need the quote repair come back with the repaired body. */
|
|
243
|
+
function tolerant(pack) {
|
|
244
|
+
const c = gr.clientFor(pack);
|
|
245
|
+
const repaired = [];
|
|
246
|
+
const orig = c.request.bind(c);
|
|
247
|
+
c.request = async (...a) => {
|
|
248
|
+
const resp = await orig(...a);
|
|
249
|
+
const head = resp.body.subarray(0, 1).toString("latin1");
|
|
250
|
+
if (head !== "{" && head !== "[")
|
|
251
|
+
return resp;
|
|
252
|
+
let data, fixed;
|
|
253
|
+
try {
|
|
254
|
+
[data, fixed] = loadsTolerant(resp.body);
|
|
255
|
+
}
|
|
256
|
+
catch {
|
|
257
|
+
return resp; // the generic code reports the real error
|
|
258
|
+
}
|
|
259
|
+
if (!fixed)
|
|
260
|
+
return resp;
|
|
261
|
+
repaired.push(resp.url);
|
|
262
|
+
return new Response(resp.status, resp.headers, Buffer.from(pyJsonDumps(data, false, false), "utf8"), resp.url, resp.cached);
|
|
263
|
+
};
|
|
264
|
+
return [c, repaired];
|
|
265
|
+
}
|
|
266
|
+
/** A request (or a year of it) whose every estimate is withheld returns status ok and rows of 999: say so, with
|
|
267
|
+
* the reasons, and name the variable that replaced a non-qualified one. */
|
|
268
|
+
export function withheldNote(req, rows) {
|
|
269
|
+
const flagged = rows.filter((r) => "value_flag" in r);
|
|
270
|
+
if (!flagged.length)
|
|
271
|
+
return null;
|
|
272
|
+
const byYear = new Map();
|
|
273
|
+
for (const r of flagged) {
|
|
274
|
+
const y = pyStr("year" in r ? r.year : "");
|
|
275
|
+
if (!byYear.has(y))
|
|
276
|
+
byYear.set(y, []);
|
|
277
|
+
byYear.get(y).push(r);
|
|
278
|
+
}
|
|
279
|
+
const cmp = (a, b) => (a < b ? -1 : a > b ? 1 : 0);
|
|
280
|
+
const empty = [...byYear].filter(([, rs]) => rs.every((r) => r.value_flag === "suppressed")).map(([y]) => y).sort(cmp);
|
|
281
|
+
if (!empty.length)
|
|
282
|
+
return null;
|
|
283
|
+
const gone = flagged.filter((r) => empty.includes(pyStr("year" in r ? r.year : "")));
|
|
284
|
+
const whySet = new Set();
|
|
285
|
+
for (const r of gone) {
|
|
286
|
+
for (const [k, v] of Object.entries(r)) {
|
|
287
|
+
if (k.endsWith("_notes") && v)
|
|
288
|
+
for (const x of pyStr(v).split(";"))
|
|
289
|
+
whySet.add(x.trim());
|
|
290
|
+
}
|
|
291
|
+
}
|
|
292
|
+
const why = [...whySet].sort(cmp);
|
|
293
|
+
const which = empty.length === byYear.size ? "every estimate" : `every estimate for ${empty.join(", ")}`;
|
|
294
|
+
let note = `${req.name}: ${which} is withheld (value 999, value_flag suppressed): ` +
|
|
295
|
+
`${why.join("; ") || "no reason given"}. Do not report or average these cells.`;
|
|
296
|
+
if (why.includes("Non-qualified independent variable")) {
|
|
297
|
+
const v = (req.params || {}).variable;
|
|
298
|
+
const variable = v ? pyStr(v) : "";
|
|
299
|
+
const succ = Object.values(catalog()).filter((c) => c.kind === "variable" && variable.split("+").includes(c.id) &&
|
|
300
|
+
c.successor).map((c) => c.successor);
|
|
301
|
+
note += ` The variable ${variable} is not reported for that assessment` +
|
|
302
|
+
(succ.length ? `; use ${succ.join(", ")} instead (see source.md).` : "; find its replacement with a request_schema search.");
|
|
303
|
+
}
|
|
304
|
+
return note;
|
|
305
|
+
}
|
|
306
|
+
/** The generic fetch through the tolerant client; a note says how many responses needed the repair, and one says
|
|
307
|
+
* when every estimate of a request or a year is withheld. */
|
|
308
|
+
async function fetch(spec, pack, _route) {
|
|
309
|
+
const [c, repaired] = tolerant(pack);
|
|
310
|
+
const [tables, notes] = await gr.fetchSpec(pack, spec, c);
|
|
311
|
+
for (const r of spec.requests) {
|
|
312
|
+
const t = tables[r.name];
|
|
313
|
+
const note = withheldNote(r, Array.isArray(t) ? t : []);
|
|
314
|
+
if (note)
|
|
315
|
+
notes.push(note);
|
|
316
|
+
}
|
|
317
|
+
if (repaired.length) {
|
|
318
|
+
notes.push(`${repaired.length} NAEP response(s) were malformed JSON (unescaped quotes inside text ` +
|
|
319
|
+
"labels, e.g. type=independentvariables); the pack escaped them before parsing. Labels are as published.");
|
|
320
|
+
}
|
|
321
|
+
return [tables, notes];
|
|
322
|
+
}
|
|
323
|
+
/** Uploaded pages (JSON as saved from the links, or CSV), with the same quote repair. */
|
|
324
|
+
function parseUpload(pack, req, files) {
|
|
325
|
+
const [ep] = gr.resolve(pack, req);
|
|
326
|
+
let rows = [];
|
|
327
|
+
for (const p of [...files].sort((a, b) => (a < b ? -1 : a > b ? 1 : 0))) {
|
|
328
|
+
const raw = fs.readFileSync(p);
|
|
329
|
+
if (p.toLowerCase().endsWith(".csv")) {
|
|
330
|
+
rows = rows.concat(readCsv(new TextDecoder("utf-8").decode(raw).replace(BOM, "")));
|
|
331
|
+
continue;
|
|
332
|
+
}
|
|
333
|
+
const recs = gr.dig(loadsTolerant(raw)[0], ep.records ?? "");
|
|
334
|
+
rows = rows.concat(recs === null || recs === undefined ? [] : Array.isArray(recs) ? recs : [recs]);
|
|
335
|
+
}
|
|
336
|
+
return normalize(req, ep, gr.clean(rows, ep));
|
|
337
|
+
}
|
|
338
|
+
const adapter = { beforeRequest, manualItems, checkSpec, checkError, normalize, fetch, parseUpload,
|
|
339
|
+
loadsTolerant, withheldNote, repairQuotes, decode };
|
|
340
|
+
export default adapter;
|
|
341
|
+
//# sourceMappingURL=naep.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"naep.js","sourceRoot":"","sources":["../../src/adapters/naep.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE3C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,kGAAkG;AAClG,MAAM,KAAK,GAAgC;IACzC,CAAC,CAAC,EAAE,4BAA4B,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC;IACtF,CAAC,CAAC,EAAE,yBAAyB,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC;IACnE,CAAC,EAAE,EAAE,oCAAoC,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,gBAAgB,EAAE,KAAK,CAAC;IACvG,CAAC,GAAG,EAAE,mBAAmB,EAAE,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,kBAAkB,EAAE,KAAK,CAAC;IACnE,CAAC,IAAI,EAAE,yBAAyB,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,yBAAyB,EAAE,IAAI,CAAC;IACjF,CAAC,KAAK,EAAE,cAAc,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,4BAA4B,EAAE,IAAI,CAAC;IAC3E,CAAC,MAAM,EAAE,mBAAmB,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,kBAAkB,EAAE,KAAK,CAAC;IAC1E,CAAC,OAAO,EAAE,kBAAkB,EAAE,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,CAAC;IACtG,CAAC,QAAQ,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,wBAAwB,EAAE,KAAK,CAAC;CACjH,CAAC;AACF,MAAM,YAAY,GAAG,CAAC,mBAAmB,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,kBAAkB;IAChH,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,CAAC;AACtG,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;AAE1D,8BAA8B;AAC9B,SAAS,IAAI,CAAC,CAAS;IACrB,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SAClH,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AACD,MAAM,OAAO,GAAG,CAAC,CAAU,EAAU,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM;IAC/G,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAEpE,SAAS,OAAO;IACd,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,gBAAgB,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;AACjF,CAAC;AAED,SAAS,OAAO,CAAC,GAAwB,EAAE,CAAU;IACnD,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrH,IAAI,CAAC,IAAI,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/E,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;QAAE,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;IAC3G,OAAO,IAAI,CAAC;AACd,CAAC;AAED,4DAA4D;AAC5D,SAAS,KAAK,CAAC,IAAa;IAC1B,IAAI,OAAO,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrD,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7F,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC1C,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACtB,IAAI,CAAC,CAAC,IAAI,CAAC,yCAAyC,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1E,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACpB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAa;IAClC,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACtB,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC1B,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChG,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAa;IACpC,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACtB,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,AAAD,EAAG,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,aAAa,CAAC,IAAiB,EAAE,EAAO,EAAE,MAA+B;IAChF,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;IACtB,IAAI,MAAM,IAAI,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,EAAE,CAAC;QAC5C,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;QACtB,OAAO,MAAM,CAAC,IAAI,CAAC;QACnB,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;IAClB,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAC1C,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,UAAU,IAAI,CAAC,EAAE,EAAE,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;YACzD,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC;YAClE,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAChE,CAAC;IACH,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC,EAAE,CAAC;QACrD,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,kGAAkG;AAClG,SAAS,WAAW,CAAC,IAAU,EAAE,IAAU;IACzC,MAAM,CAAC,GAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACjC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,CAAC,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,SAAS,CAAC,IAAU;IAC3B,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;IACtB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAwB,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC;QACnD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,qBAAqB,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,qCAAqC;gBACpG,oDAAoD,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,KAAK,EAAE;YAC5F,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,KAAK,IAAI,CAAC,EAAE,2BAA2B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvI,MAAM,EAAE,GAAG,cAAc,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACjE,IAAI,EAAE,KAAK,eAAe,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,iDAAiD,CAAC,CAAC;QAC7H,IAAI,CAAC,uBAAuB,EAAE,gCAAgC,EAAE,iCAAiC,CAAC,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC;YACnH,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,KAAK,EAAE,kCAAkC,CAAC,CAAC;QACzF,IAAI,EAAE,KAAK,gCAAgC,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,0DAA0D,CAAC,CAAC;QACxF,CAAC;QACD,IAAI,CAAC,gBAAgB,EAAE,yBAAyB,EAAE,iCAAiC,CAAC,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC;YACrG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YACjF,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,KAAK,EAAE,6DAA6D,CAAC,CAAC;QAClG,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,UAAU,CAAC,OAAe,EAAE,IAAY;IAC/C,IAAI,CAAM,CAAC;IACX,IAAI,CAAC;QACH,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE,CAAC;QACnF,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACnF,OAAO,2BAA2B,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,IAAiB,EAAE,GAAQ,EAAE,IAAW;IACzD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YACjC,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC3E,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACnC,MAAM,GAAG,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAAE,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG;gBAAE,MAAM,GAAG,IAAI,CAAC;QACjG,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAAE,CAAC,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;IACtG,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,uGAAuG;AACvG,MAAM,EAAE,GAAG,SAAS,CAAC;AAErB;;iFAEiF;AACjF,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IACtB,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,EAAE,KAAK,GAAG,CAAC;YACnB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,CAAC;aAAM,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YACvB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAAE,CAAC,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACjC,IAAI,MAAM,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC/C,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;gBAChB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACd,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBAAE,CAAC,EAAE,CAAC;gBAC1C,MAAM,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1E,CAAC;YACD,IAAI,MAAM,EAAE,CAAC;gBACX,KAAK,GAAG,KAAK,CAAC;gBACd,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,CAAC;;gBAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;;YAAM,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACtB,CAAC;AAED;oCACoC;AACpC,MAAM,UAAU,aAAa,CAAC,GAAwB;IACpD,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACpF,IAAI,CAAC;QACH,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC;YACH,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;AACH,CAAC;AAED,iGAAiG;AACjG,SAAS,QAAQ,CAAC,IAAU;IAC1B,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,OAAO,GAAG,KAAK,EAAE,GAAG,CAA0B,EAAE,EAAE;QAClD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC;QAC9C,IAAI,IAAS,EAAE,KAAc,CAAC;QAC9B,IAAI,CAAC;YACH,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,CAAC,0CAA0C;QACzD,CAAC;QACD,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9H,CAAC,CAAC;IACF,OAAO,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AACvB,CAAC;AAED;2EAC2E;AAC3E,MAAM,UAAU,YAAY,CAAC,GAAgB,EAAE,IAAW;IACxD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;IACtD,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACjC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAiB,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvH,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,sBAAsB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACzG,IAAI,IAAI,GAAG,GAAG,GAAG,CAAC,IAAI,KAAK,KAAK,mDAAmD;QACjF,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,iBAAiB,yCAAyC,CAAC;IAClF,IAAI,GAAG,CAAC,QAAQ,CAAC,oCAAoC,CAAC,EAAE,CAAC;QACvD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC;QACtC,MAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YAClH,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,IAAI,iBAAiB,QAAQ,sCAAsC;YACrE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC,sDAAsD,CAAC,CAAC;IACjI,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;6DAC6D;AAC7D,KAAK,UAAU,KAAK,CAAC,IAAU,EAAE,IAAU,EAAE,MAAc;IACzD,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1D,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxD,IAAI,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,sEAAsE;YACjG,yGAAyG,CAAC,CAAC;IAC/G,CAAC;IACD,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,yFAAyF;AACzF,SAAS,WAAW,CAAC,IAAU,EAAE,GAAgB,EAAE,KAAe;IAChE,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACnC,IAAI,IAAI,GAAU,EAAE,CAAC;IACrB,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACrC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YACnF,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAC7D,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,SAAS,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,OAAO,GAAY,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW;IACzG,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;AACtD,eAAe,OAAO,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { Client } from "../core/http.js";
|
|
2
|
+
import type { Adapter, Pack, Spec, Tables } from "../core/packs.js";
|
|
3
|
+
/** Listed names that start with the base (next character a space or "("), each once in listed order, split into
|
|
4
|
+
* [qualifier-only variants, other names]. */
|
|
5
|
+
export declare function prefixed(base: string, listed: string[]): [string[], string[]];
|
|
6
|
+
export declare function forms(name: string, recalls: boolean): string[];
|
|
7
|
+
/** The fetch with a given client (the tests pass a fake one). */
|
|
8
|
+
export declare function fetchWith(c: Client, spec: Spec, pack: Pack): Promise<[Tables, string[]]>;
|
|
9
|
+
declare const adapter: Adapter;
|
|
10
|
+
export default adapter;
|
|
@@ -0,0 +1,239 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* NHTSA adapter (port of the Python adapter.py): date columns in a sortable form, vPIC (second host) manual links,
|
|
3
|
+
* model variants.
|
|
4
|
+
*
|
|
5
|
+
* Variants (recalls_by_vehicle, complaints_by_vehicle): NHTSA files hybrid, EV and cab-style versions under their
|
|
6
|
+
* own model names, each with its own recalls and complaints, which the plain name does not return. A name that
|
|
7
|
+
* starts with the requested one can also be a different model, so nothing is merged unasked: the fetch lists the
|
|
8
|
+
* make's models for that year (products_models, issueType r or c, one call per make and year) and notes the other
|
|
9
|
+
* names that start with the requested model. With `"variants": true` it also fetches the names whose extra words
|
|
10
|
+
* are only powertrain, body, cab, door or drive qualifiers, keeps each campaign / complaint once, and adds
|
|
11
|
+
* `model_requested`. Recall names sometimes drop a parenthesized cab style, so that form is tried too. A name
|
|
12
|
+
* that matches nothing answers HTTP 400 (Count 0): an empty result for that name, with a note. A 5xx is not a
|
|
13
|
+
* "no record": the name is reported as not answered (the table is marked incomplete), and the fetch fails only
|
|
14
|
+
* when no vehicle lookup answered at all (the source is down).
|
|
15
|
+
*
|
|
16
|
+
* Recalls publish ReportReceivedDate as DD/MM/YYYY, complaints publish dateOfIncident and dateComplaintFiled as
|
|
17
|
+
* MM/DD/YYYY. The published columns are kept; an *_iso column is added.
|
|
18
|
+
*/
|
|
19
|
+
import * as gr from "../core/generic-rest.js";
|
|
20
|
+
import { DataError } from "../core/http.js";
|
|
21
|
+
import { pyStr } from "../core/py.js";
|
|
22
|
+
const DMY = ["ReportReceivedDate"];
|
|
23
|
+
const MDY = ["dateOfIncident", "dateComplaintFiled"];
|
|
24
|
+
/** Python repr() of a str. */
|
|
25
|
+
function repr(s) {
|
|
26
|
+
const q = s.includes("'") && !s.includes('"') ? '"' : "'";
|
|
27
|
+
return q + s.replace(/\\/g, "\\\\").replace(new RegExp(q, "g"), "\\" + q).replace(/\n/g, "\\n").replace(/\r/g, "\\r")
|
|
28
|
+
.replace(/\t/g, "\\t") + q;
|
|
29
|
+
}
|
|
30
|
+
const truthy = (v) => !(v === null || v === undefined || v === "" || v === 0 || v === false);
|
|
31
|
+
const pad = (n, w) => String(n).padStart(w, "0");
|
|
32
|
+
function iso(v, order) {
|
|
33
|
+
const parts = (truthy(v) ? pyStr(v) : "").trim().split("/");
|
|
34
|
+
if (parts.length !== 3 || !parts.every((p) => /^\d+$/.test(p)))
|
|
35
|
+
return "";
|
|
36
|
+
const [a, b, y] = parts.map((p) => parseInt(p, 10));
|
|
37
|
+
const [d, m] = order === "dmy" ? [a, b] : [b, a];
|
|
38
|
+
if (!(m >= 1 && m <= 12 && d >= 1 && d <= 31 && y > 1900 && y < 2200))
|
|
39
|
+
return "";
|
|
40
|
+
return `${pad(y, 4)}-${pad(m, 2)}-${pad(d, 2)}`;
|
|
41
|
+
}
|
|
42
|
+
function normalize(_req, _ep, rows) {
|
|
43
|
+
for (const r of rows) {
|
|
44
|
+
for (const col of DMY)
|
|
45
|
+
if (col in r)
|
|
46
|
+
r[col + "_iso"] = iso(r[col], "dmy");
|
|
47
|
+
for (const col of MDY)
|
|
48
|
+
if (col in r)
|
|
49
|
+
r[col + "_iso"] = iso(r[col], "mdy");
|
|
50
|
+
}
|
|
51
|
+
return rows;
|
|
52
|
+
}
|
|
53
|
+
/** Generic links, except that vPIC endpoints have an absolute path on another host. */
|
|
54
|
+
function manualItems(spec, pack) {
|
|
55
|
+
const items = gr.manualItems(pack, spec);
|
|
56
|
+
const base = String(pack.endpoints?.base_url || "").replace(/\/+$/, "");
|
|
57
|
+
for (const it of items) {
|
|
58
|
+
for (const scheme of ["https://", "http://"]) {
|
|
59
|
+
const bad = `${base}/${scheme}`;
|
|
60
|
+
if (it.url.startsWith(bad))
|
|
61
|
+
it.url = scheme + it.url.slice(bad.length);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
return items;
|
|
65
|
+
}
|
|
66
|
+
function checkSpec(spec) {
|
|
67
|
+
const probs = [];
|
|
68
|
+
for (const r of spec.requests || []) {
|
|
69
|
+
const p = r.params || {};
|
|
70
|
+
const vin = p.vin;
|
|
71
|
+
if (r.endpoint === "vin_decode" && truthy(vin) && pyStr(vin).length > 17) {
|
|
72
|
+
probs.push(`request ${repr(String(r.name))}: a VIN has at most 17 characters`);
|
|
73
|
+
}
|
|
74
|
+
const y = p.modelYear;
|
|
75
|
+
if (y !== null && y !== undefined && y !== "" && !/^\d+$/.test(pyStr(y))) {
|
|
76
|
+
probs.push(`request ${repr(String(r.name))}: modelYear must be a single year such as 2019 ` +
|
|
77
|
+
"(one request per year for a range)");
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
return probs;
|
|
81
|
+
}
|
|
82
|
+
const VEHICLE = { recalls_by_vehicle: ["r", "NHTSACampaignNumber"],
|
|
83
|
+
complaints_by_vehicle: ["c", "odiNumber"] };
|
|
84
|
+
const key = (s) => (truthy(s) ? pyStr(s) : "").replace(/\s+/g, " ").trim().toUpperCase();
|
|
85
|
+
const QUALIFIERS = new Set(["HYBRID", "HEV", "PHEV", "PLUG-IN", "PLUGIN", "EV", "BEV", "ELECTRIC", "DIESEL", "GAS", "FFV",
|
|
86
|
+
"CNG", "SEDAN", "COUPE", "HATCH", "HATCHBACK", "WAGON", "CONVERTIBLE", "VAN", "CAB", "CREW", "SUPER", "REGULAR",
|
|
87
|
+
"DOUBLE", "EXTENDED", "QUAD", "ACCESS", "KING", "LONG", "SHORT", "BED", "AWD", "FWD", "RWD", "2WD", "4WD",
|
|
88
|
+
"4X4", "4X2", "SWB", "LWB"]);
|
|
89
|
+
const DOORS = /^\d-?(DR|DOOR)$/;
|
|
90
|
+
/** True when the words after the base name only say powertrain, body, cab, door or drive (brackets count as a
|
|
91
|
+
* cab or body style). */
|
|
92
|
+
function qualifierOnly(rest) {
|
|
93
|
+
const words = rest.replace(/\([^)]*\)/g, " ").replace(/,/g, " ").split(/\s+/).filter(Boolean);
|
|
94
|
+
return !!rest.trim() && words.every((w) => QUALIFIERS.has(w) || DOORS.test(w));
|
|
95
|
+
}
|
|
96
|
+
/** Listed names that start with the base (next character a space or "("), each once in listed order, split into
|
|
97
|
+
* [qualifier-only variants, other names]. */
|
|
98
|
+
export function prefixed(base, listed) {
|
|
99
|
+
const b = key(base);
|
|
100
|
+
const seen = new Set([b]);
|
|
101
|
+
const variants = [], others = [];
|
|
102
|
+
for (const n of listed) {
|
|
103
|
+
const k = key(n);
|
|
104
|
+
if (seen.has(k) || !(k.startsWith(b) && [" ", "("].includes(k.slice(b.length, b.length + 1))))
|
|
105
|
+
continue;
|
|
106
|
+
seen.add(k);
|
|
107
|
+
(qualifierOnly(k.slice(b.length)) ? variants : others).push(n);
|
|
108
|
+
}
|
|
109
|
+
return [variants, others];
|
|
110
|
+
}
|
|
111
|
+
export function forms(name, recalls) {
|
|
112
|
+
const out = [name];
|
|
113
|
+
const bare = name.replace(/\([^)]*\)/g, " ").replace(/\s+/g, " ").trim();
|
|
114
|
+
if (recalls && bare && key(bare) !== key(name))
|
|
115
|
+
out.push(bare);
|
|
116
|
+
return out;
|
|
117
|
+
}
|
|
118
|
+
async function models(c, pack, p, issue, state) {
|
|
119
|
+
const k = JSON.stringify([key(p.make), pyStr(p.modelYear), issue]);
|
|
120
|
+
if (!state.models.has(k)) {
|
|
121
|
+
const mep = pack.endpoints.endpoints.products_models;
|
|
122
|
+
let listed;
|
|
123
|
+
try {
|
|
124
|
+
// without max the API sends only its first page of about 20 names, cut before many models and their
|
|
125
|
+
// variants: ask for all
|
|
126
|
+
[listed] = await gr.fetchRequest(c, mep, { modelYear: p.modelYear, make: p.make, issueType: issue, ...(mep.defaults || {}) });
|
|
127
|
+
}
|
|
128
|
+
catch (e) {
|
|
129
|
+
if (!(e instanceof DataError))
|
|
130
|
+
throw e;
|
|
131
|
+
listed = []; // the list only suggests names: never fail a fetch for it
|
|
132
|
+
}
|
|
133
|
+
state.models.set(k, listed.map((x) => ("model" in x ? x.model : "")));
|
|
134
|
+
}
|
|
135
|
+
return state.models.get(k);
|
|
136
|
+
}
|
|
137
|
+
async function vehicle(c, pack, r, ep, params, notes, state) {
|
|
138
|
+
const [issue, idcol] = VEHICLE[r.endpoint];
|
|
139
|
+
const p = Object.fromEntries(Object.entries(params).filter(([k]) => k !== "variants"));
|
|
140
|
+
const [variants, others] = prefixed(p.model, await models(c, pack, p, issue, state));
|
|
141
|
+
const want = ["true", "1", "yes", "on"].includes(pyStr("variants" in params ? params.variants : "").trim().toLowerCase());
|
|
142
|
+
const names = [p.model, ...(want ? variants : [])];
|
|
143
|
+
let rows = [];
|
|
144
|
+
const seen = new Set();
|
|
145
|
+
const matched = [], unmatched = [], failed = [];
|
|
146
|
+
for (const n of names) {
|
|
147
|
+
let got = null, err = null;
|
|
148
|
+
for (const form of forms(n, issue === "r")) {
|
|
149
|
+
try {
|
|
150
|
+
[got] = await gr.fetchRequest(c, ep, { ...p, model: form }, r.max_rows);
|
|
151
|
+
break;
|
|
152
|
+
}
|
|
153
|
+
catch (e) {
|
|
154
|
+
if (!(e instanceof DataError))
|
|
155
|
+
throw e;
|
|
156
|
+
const st = e.status;
|
|
157
|
+
if (e.kind === "http" && [500, 502, 503, 504].includes(st ?? 0))
|
|
158
|
+
err = st;
|
|
159
|
+
else if (!(e.kind === "bad_request" && st === 400))
|
|
160
|
+
throw e;
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
if (got === null) {
|
|
164
|
+
(err ? failed : unmatched).push(err ? `${n} (HTTP ${err})` : n);
|
|
165
|
+
if (err)
|
|
166
|
+
state.err5xx = new DataError(`nhtsa: HTTP ${err} after retries for every vehicle lookup`, "http", err);
|
|
167
|
+
continue;
|
|
168
|
+
}
|
|
169
|
+
state.answered = true;
|
|
170
|
+
const fresh = got.filter((x) => !(truthy(x[idcol]) && seen.has(x[idcol])));
|
|
171
|
+
for (const x of got)
|
|
172
|
+
if (truthy(x[idcol]))
|
|
173
|
+
seen.add(x[idcol]);
|
|
174
|
+
for (const x of fresh)
|
|
175
|
+
x.model_requested = n;
|
|
176
|
+
rows = rows.concat(fresh);
|
|
177
|
+
matched.push(`${n} (${fresh.length})`);
|
|
178
|
+
}
|
|
179
|
+
const label = `${pyStr(p.make)} ${pyStr(p.model)} ${pyStr(p.modelYear)}`;
|
|
180
|
+
const what = issue === "r" ? "campaign" : "complaint";
|
|
181
|
+
if (names.length > 1 && matched.length) {
|
|
182
|
+
notes.push(`${r.name}: ${label} with its powertrain/body variants (variants: true); rows per name, each ` +
|
|
183
|
+
`${what} once: ${matched.join(", ")}` + (unmatched.length ? `; no record under: ${unmatched.join(", ")}` : ""));
|
|
184
|
+
}
|
|
185
|
+
if (failed.length) {
|
|
186
|
+
notes.push(`${r.name}${gr.INCOMPLETE} NHTSA gave no answer for ${failed.join(", ")} after retries (a 5xx ` +
|
|
187
|
+
"can be an outage or, for 502, a name with no record): those rows are missing. Fetch again " +
|
|
188
|
+
"(--force) later.");
|
|
189
|
+
}
|
|
190
|
+
else if (!matched.length) {
|
|
191
|
+
notes.push(`${r.name}: no vehicle matched ${label} (HTTP 400, Count 0): the name is spelled differently ` +
|
|
192
|
+
"there or that model year has no records. Kept as an empty table; list the names with " +
|
|
193
|
+
`products_models (issueType ${issue}) and fetch again.`);
|
|
194
|
+
}
|
|
195
|
+
const rest = [...others, ...(want ? [] : variants)];
|
|
196
|
+
if (rest.length) {
|
|
197
|
+
notes.push(`${r.name}: NHTSA also lists ${rest.join(", ")} for ${pyStr(p.make)} ${pyStr(p.modelYear)}: separate ` +
|
|
198
|
+
`model names with their own ${what}s, not included. Add a request for each one the question ` +
|
|
199
|
+
"covers" + (want || !variants.length ? "" : ' (or "variants": true for the powertrain/body versions)') + ".");
|
|
200
|
+
}
|
|
201
|
+
return normalize(r, ep, rows);
|
|
202
|
+
}
|
|
203
|
+
/** The fetch with a given client (the tests pass a fake one). */
|
|
204
|
+
export async function fetchWith(c, spec, pack) {
|
|
205
|
+
const tables = {};
|
|
206
|
+
let notes = [];
|
|
207
|
+
const rest = [];
|
|
208
|
+
const state = { models: new Map() };
|
|
209
|
+
for (const r of spec.requests) {
|
|
210
|
+
if (!(r.endpoint && r.endpoint in VEHICLE)) {
|
|
211
|
+
rest.push(r);
|
|
212
|
+
continue;
|
|
213
|
+
}
|
|
214
|
+
const [ep, params, probs] = gr.resolve(pack, r);
|
|
215
|
+
if (probs.length)
|
|
216
|
+
throw new DataError(probs.join("; "), "bad_request");
|
|
217
|
+
tables[r.name] = await vehicle(c, pack, r, ep, params, notes, state);
|
|
218
|
+
}
|
|
219
|
+
if (state.err5xx && !state.answered)
|
|
220
|
+
throw state.err5xx; // nothing answered: the source is down, not a name
|
|
221
|
+
if (rest.length) {
|
|
222
|
+
const [t, n] = await gr.fetchSpec(pack, { ...spec, requests: rest }, c);
|
|
223
|
+
Object.assign(tables, t);
|
|
224
|
+
notes = notes.concat(n);
|
|
225
|
+
}
|
|
226
|
+
const out = {};
|
|
227
|
+
for (const r of spec.requests)
|
|
228
|
+
if (r.name in tables)
|
|
229
|
+
out[r.name] = tables[r.name];
|
|
230
|
+
return [out, notes];
|
|
231
|
+
}
|
|
232
|
+
/** Vehicle lookups run here (variants, a non-matching name is a note); every other request goes through the
|
|
233
|
+
* generic fetch, so its paging and empty-result rules apply. */
|
|
234
|
+
async function fetch(spec, pack, _route) {
|
|
235
|
+
return fetchWith(gr.clientFor(pack), spec, pack);
|
|
236
|
+
}
|
|
237
|
+
const adapter = { normalize, manualItems, checkSpec, fetch, fetchWith, prefixed, forms };
|
|
238
|
+
export default adapter;
|
|
239
|
+
//# sourceMappingURL=nhtsa.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"nhtsa.js","sourceRoot":"","sources":["../../src/adapters/nhtsa.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAU,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAEpD,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,MAAM,GAAG,GAAG,CAAC,oBAAoB,CAAC,CAAC;AACnC,MAAM,GAAG,GAAG,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,CAAC;AAErD,8BAA8B;AAC9B,SAAS,IAAI,CAAC,CAAS;IACrB,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SAClH,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AACD,MAAM,MAAM,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,CAAC;AACtG,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAEjE,SAAS,GAAG,CAAC,CAAU,EAAE,KAAoB;IAC3C,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAC1E,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACpD,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjD,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjF,OAAO,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AAClD,CAAC;AAED,SAAS,SAAS,CAAC,IAAiB,EAAE,GAAQ,EAAE,IAAW;IACzD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,GAAG;YAAE,IAAI,GAAG,IAAI,CAAC;gBAAE,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1E,KAAK,MAAM,GAAG,IAAI,GAAG;YAAE,IAAI,GAAG,IAAI,CAAC;gBAAE,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,uFAAuF;AACvF,SAAS,WAAW,CAAC,IAAU,EAAE,IAAU;IACzC,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACxE,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,KAAK,MAAM,MAAM,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,MAAM,EAAE,CAAC;YAChC,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,IAAU;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAwB,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;QAC9C,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC;QAClB,IAAI,CAAC,CAAC,QAAQ,KAAK,YAAY,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACzE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,mCAAmC,CAAC,CAAC;QACjF,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC;QACtB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,iDAAiD;gBACzF,oCAAoC,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,GAAqC,EAAE,kBAAkB,EAAE,CAAC,GAAG,EAAE,qBAAqB,CAAC;IAClG,qBAAqB,EAAE,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,CAAC;AAE9C,MAAM,GAAG,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAElG,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK;IACvH,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS;IAC/G,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;IACzG,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;AAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC;AAEhC;yBACyB;AACzB,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9F,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AACjF,CAAC;AAED;6CAC6C;AAC7C,MAAM,UAAU,QAAQ,CAAC,IAAY,EAAE,MAAgB;IACrD,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACpB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,QAAQ,GAAa,EAAE,EAAE,MAAM,GAAa,EAAE,CAAC;IACrD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACjB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YAAE,SAAS;QACxG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACZ,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,IAAY,EAAE,OAAgB;IAClD,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACzE,IAAI,OAAO,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,GAAG,CAAC;AACb,CAAC;AAID,KAAK,UAAU,MAAM,CAAC,CAAS,EAAE,IAAU,EAAE,CAA0B,EAAE,KAAa,EAAE,KAAY;IAClG,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACnE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,eAAe,CAAC;QACrD,IAAI,MAAa,CAAC;QAClB,IAAI,CAAC;YACH,oGAAoG;YACpG,wBAAwB;YACxB,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAChI,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,CAAC,CAAC,YAAY,SAAS,CAAC;gBAAE,MAAM,CAAC,CAAC;YACvC,MAAM,GAAG,EAAE,CAAC,CAAC,0DAA0D;QACzE,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,KAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,CAAS,EAAE,IAAU,EAAE,CAAc,EAAE,EAAO,EAAE,MAA+B,EAAE,KAAe,EACrH,KAAY;IACZ,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC;IAC5C,MAAM,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC;IACvF,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAe,EAAE,MAAM,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/F,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1H,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,KAAe,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7D,IAAI,IAAI,GAAU,EAAE,CAAC;IACrB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAW,CAAC;IAChC,MAAM,OAAO,GAAa,EAAE,EAAE,SAAS,GAAa,EAAE,EAAE,MAAM,GAAa,EAAE,CAAC;IAC9E,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,GAAG,GAAiB,IAAI,EAAE,GAAG,GAAkB,IAAI,CAAC;QACxD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,CAAC,EAAE,KAAK,KAAK,GAAG,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACH,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACxE,MAAM;YACR,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,CAAC,CAAC,YAAY,SAAS,CAAC;oBAAE,MAAM,CAAC,CAAC;gBACvC,MAAM,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC;gBACpB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;oBAAE,GAAG,GAAG,EAAG,CAAC;qBACtE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,EAAE,KAAK,GAAG,CAAC;oBAAE,MAAM,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QACD,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACjB,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,IAAI,GAAG;gBAAE,KAAK,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,eAAe,GAAG,yCAAyC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;YAChH,SAAS;QACX,CAAC;QACD,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;QACtB,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3E,KAAK,MAAM,CAAC,IAAI,GAAG;YAAE,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9D,KAAK,MAAM,CAAC,IAAI,KAAK;YAAE,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC;QAC7C,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,KAAK,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;IACzE,MAAM,IAAI,GAAG,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;IACtD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,KAAK,2EAA2E;YACvG,GAAG,IAAI,UAAU,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,sBAAsB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpH,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,UAAU,6BAA6B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB;YACxG,4FAA4F;YAC5F,kBAAkB,CAAC,CAAC;IACxB,CAAC;SAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,wBAAwB,KAAK,wDAAwD;YACvG,uFAAuF;YACvF,8BAA8B,KAAK,oBAAoB,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,sBAAsB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa;YAC/G,8BAA8B,IAAI,2DAA2D;YAC7F,QAAQ,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,yDAAyD,CAAC,GAAG,GAAG,CAAC,CAAC;IAClH,CAAC;IACD,OAAO,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,iEAAiE;AACjE,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,CAAS,EAAE,IAAU,EAAE,IAAU;IAC/D,MAAM,MAAM,GAAW,EAAE,CAAC;IAC1B,IAAI,KAAK,GAAa,EAAE,CAAC;IACzB,MAAM,IAAI,GAAkB,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAU,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,IAAI,OAAO,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACb,SAAS;QACX,CAAC;QACD,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAChD,IAAI,KAAK,CAAC,MAAM;YAAE,MAAM,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;QACvE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ;QAAE,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,mDAAmD;IAC5G,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACzB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IACD,MAAM,GAAG,GAAW,EAAE,CAAC;IACvB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ;QAAE,IAAI,CAAC,CAAC,IAAI,IAAI,MAAM;YAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAClF,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AACtB,CAAC;AAED;gEACgE;AAChE,KAAK,UAAU,KAAK,CAAC,IAAU,EAAE,IAAU,EAAE,MAAc;IACzD,OAAO,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,OAAO,GAAY,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAClG,eAAe,OAAO,CAAC"}
|