data-analyst-mcp 0.0.0-stage → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (640) hide show
  1. package/README.md +262 -3
  2. package/dist/adapters/_acf_tidy.d.ts +18 -0
  3. package/dist/adapters/_acf_tidy.js +432 -0
  4. package/dist/adapters/_acf_tidy.js.map +1 -0
  5. package/dist/adapters/_actuaries_read.d.ts +38 -0
  6. package/dist/adapters/_actuaries_read.js +728 -0
  7. package/dist/adapters/_actuaries_read.js.map +1 -0
  8. package/dist/adapters/_census_micro.d.ts +70 -0
  9. package/dist/adapters/_census_micro.js +622 -0
  10. package/dist/adapters/_census_micro.js.map +1 -0
  11. package/dist/adapters/_census_util.d.ts +40 -0
  12. package/dist/adapters/_census_util.js +275 -0
  13. package/dist/adapters/_census_util.js.map +1 -0
  14. package/dist/adapters/_dol_states.d.ts +6 -0
  15. package/dist/adapters/_dol_states.js +58 -0
  16. package/dist/adapters/_dol_states.js.map +1 -0
  17. package/dist/adapters/_govinfo_entities.d.ts +4 -0
  18. package/dist/adapters/_govinfo_entities.js +6 -0
  19. package/dist/adapters/_govinfo_entities.js.map +1 -0
  20. package/dist/adapters/_govinfo_json.d.ts +13 -0
  21. package/dist/adapters/_govinfo_json.js +107 -0
  22. package/dist/adapters/_govinfo_json.js.map +1 -0
  23. package/dist/adapters/_govinfo_py.d.ts +22 -0
  24. package/dist/adapters/_govinfo_py.js +272 -0
  25. package/dist/adapters/_govinfo_py.js.map +1 -0
  26. package/dist/adapters/_govinfo_xml.d.ts +22 -0
  27. package/dist/adapters/_govinfo_xml.js +233 -0
  28. package/dist/adapters/_govinfo_xml.js.map +1 -0
  29. package/dist/adapters/_hud_excel.d.ts +2 -0
  30. package/dist/adapters/_hud_excel.js +166 -0
  31. package/dist/adapters/_hud_excel.js.map +1 -0
  32. package/dist/adapters/_omb_grid.d.ts +17 -0
  33. package/dist/adapters/_omb_grid.js +132 -0
  34. package/dist/adapters/_omb_grid.js.map +1 -0
  35. package/dist/adapters/_omb_util.d.ts +40 -0
  36. package/dist/adapters/_omb_util.js +192 -0
  37. package/dist/adapters/_omb_util.js.map +1 -0
  38. package/dist/adapters/_usaspending_state.d.ts +6 -0
  39. package/dist/adapters/_usaspending_state.js +54 -0
  40. package/dist/adapters/_usaspending_state.js.map +1 -0
  41. package/dist/adapters/_usda-fna_book.d.ts +59 -0
  42. package/dist/adapters/_usda-fna_book.js +869 -0
  43. package/dist/adapters/_usda-fna_book.js.map +1 -0
  44. package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
  45. package/dist/adapters/_usda-fna_pdf.js +361 -0
  46. package/dist/adapters/_usda-fna_pdf.js.map +1 -0
  47. package/dist/adapters/_usda-outlook_read.d.ts +70 -0
  48. package/dist/adapters/_usda-outlook_read.js +362 -0
  49. package/dist/adapters/_usda-outlook_read.js.map +1 -0
  50. package/dist/adapters/acf.d.ts +3 -0
  51. package/dist/adapters/acf.js +187 -0
  52. package/dist/adapters/acf.js.map +1 -0
  53. package/dist/adapters/actuaries.d.ts +3 -0
  54. package/dist/adapters/actuaries.js +293 -0
  55. package/dist/adapters/actuaries.js.map +1 -0
  56. package/dist/adapters/bts.d.ts +3 -0
  57. package/dist/adapters/bts.js +26 -0
  58. package/dist/adapters/bts.js.map +1 -0
  59. package/dist/adapters/census-geocoder.d.ts +10 -0
  60. package/dist/adapters/census-geocoder.js +47 -0
  61. package/dist/adapters/census-geocoder.js.map +1 -0
  62. package/dist/adapters/census.d.ts +17 -0
  63. package/dist/adapters/census.js +983 -0
  64. package/dist/adapters/census.js.map +1 -0
  65. package/dist/adapters/cfpb.d.ts +7 -0
  66. package/dist/adapters/cfpb.js +348 -0
  67. package/dist/adapters/cfpb.js.map +1 -0
  68. package/dist/adapters/clinical-trials.d.ts +3 -0
  69. package/dist/adapters/clinical-trials.js +135 -0
  70. package/dist/adapters/clinical-trials.js.map +1 -0
  71. package/dist/adapters/cms.d.ts +3 -0
  72. package/dist/adapters/cms.js +292 -0
  73. package/dist/adapters/cms.js.map +1 -0
  74. package/dist/adapters/college-scorecard.d.ts +3 -0
  75. package/dist/adapters/college-scorecard.js +122 -0
  76. package/dist/adapters/college-scorecard.js.map +1 -0
  77. package/dist/adapters/congress.d.ts +33 -0
  78. package/dist/adapters/congress.js +589 -0
  79. package/dist/adapters/congress.js.map +1 -0
  80. package/dist/adapters/dhs-ohss.d.ts +13 -0
  81. package/dist/adapters/dhs-ohss.js +598 -0
  82. package/dist/adapters/dhs-ohss.js.map +1 -0
  83. package/dist/adapters/doj-news.d.ts +7 -0
  84. package/dist/adapters/doj-news.js +286 -0
  85. package/dist/adapters/doj-news.js.map +1 -0
  86. package/dist/adapters/dol.d.ts +4 -0
  87. package/dist/adapters/dol.js +634 -0
  88. package/dist/adapters/dol.js.map +1 -0
  89. package/dist/adapters/eia.d.ts +15 -0
  90. package/dist/adapters/eia.js +456 -0
  91. package/dist/adapters/eia.js.map +1 -0
  92. package/dist/adapters/epa-aqs.d.ts +3 -0
  93. package/dist/adapters/epa-aqs.js +357 -0
  94. package/dist/adapters/epa-aqs.js.map +1 -0
  95. package/dist/adapters/epa.d.ts +3 -0
  96. package/dist/adapters/epa.js +298 -0
  97. package/dist/adapters/epa.js.map +1 -0
  98. package/dist/adapters/fbi.d.ts +3 -0
  99. package/dist/adapters/fbi.js +192 -0
  100. package/dist/adapters/fbi.js.map +1 -0
  101. package/dist/adapters/fda.d.ts +5 -0
  102. package/dist/adapters/fda.js +184 -0
  103. package/dist/adapters/fda.js.map +1 -0
  104. package/dist/adapters/fdic.d.ts +4 -0
  105. package/dist/adapters/fdic.js +95 -0
  106. package/dist/adapters/fdic.js.map +1 -0
  107. package/dist/adapters/fec.d.ts +3 -0
  108. package/dist/adapters/fec.js +142 -0
  109. package/dist/adapters/fec.js.map +1 -0
  110. package/dist/adapters/fed-board.d.ts +12 -0
  111. package/dist/adapters/fed-board.js +581 -0
  112. package/dist/adapters/fed-board.js.map +1 -0
  113. package/dist/adapters/federal-register.d.ts +11 -0
  114. package/dist/adapters/federal-register.js +43 -0
  115. package/dist/adapters/federal-register.js.map +1 -0
  116. package/dist/adapters/fhfa.d.ts +3 -0
  117. package/dist/adapters/fhfa.js +253 -0
  118. package/dist/adapters/fhfa.js.map +1 -0
  119. package/dist/adapters/fsa.d.ts +9 -0
  120. package/dist/adapters/fsa.js +335 -0
  121. package/dist/adapters/fsa.js.map +1 -0
  122. package/dist/adapters/govinfo.d.ts +30 -0
  123. package/dist/adapters/govinfo.js +636 -0
  124. package/dist/adapters/govinfo.js.map +1 -0
  125. package/dist/adapters/gsa-calc.d.ts +10 -0
  126. package/dist/adapters/gsa-calc.js +318 -0
  127. package/dist/adapters/gsa-calc.js.map +1 -0
  128. package/dist/adapters/hud.d.ts +3 -0
  129. package/dist/adapters/hud.js +200 -0
  130. package/dist/adapters/hud.js.map +1 -0
  131. package/dist/adapters/index.d.ts +3 -0
  132. package/dist/adapters/index.js +25 -0
  133. package/dist/adapters/index.js.map +1 -0
  134. package/dist/adapters/irs-soi.d.ts +6 -0
  135. package/dist/adapters/irs-soi.js +576 -0
  136. package/dist/adapters/irs-soi.js.map +1 -0
  137. package/dist/adapters/naep.d.ts +15 -0
  138. package/dist/adapters/naep.js +341 -0
  139. package/dist/adapters/naep.js.map +1 -0
  140. package/dist/adapters/nhtsa.d.ts +10 -0
  141. package/dist/adapters/nhtsa.js +239 -0
  142. package/dist/adapters/nhtsa.js.map +1 -0
  143. package/dist/adapters/nih.d.ts +5 -0
  144. package/dist/adapters/nih.js +196 -0
  145. package/dist/adapters/nih.js.map +1 -0
  146. package/dist/adapters/noaa.d.ts +3 -0
  147. package/dist/adapters/noaa.js +148 -0
  148. package/dist/adapters/noaa.js.map +1 -0
  149. package/dist/adapters/nrel.d.ts +3 -0
  150. package/dist/adapters/nrel.js +186 -0
  151. package/dist/adapters/nrel.js.map +1 -0
  152. package/dist/adapters/nws.d.ts +3 -0
  153. package/dist/adapters/nws.js +119 -0
  154. package/dist/adapters/nws.js.map +1 -0
  155. package/dist/adapters/omb.d.ts +15 -0
  156. package/dist/adapters/omb.js +517 -0
  157. package/dist/adapters/omb.js.map +1 -0
  158. package/dist/adapters/open-payments.d.ts +5 -0
  159. package/dist/adapters/open-payments.js +149 -0
  160. package/dist/adapters/open-payments.js.map +1 -0
  161. package/dist/adapters/pbgc.d.ts +13 -0
  162. package/dist/adapters/pbgc.js +283 -0
  163. package/dist/adapters/pbgc.js.map +1 -0
  164. package/dist/adapters/philfed.d.ts +12 -0
  165. package/dist/adapters/philfed.js +59 -0
  166. package/dist/adapters/philfed.js.map +1 -0
  167. package/dist/adapters/regulations.d.ts +6 -0
  168. package/dist/adapters/regulations.js +58 -0
  169. package/dist/adapters/regulations.js.map +1 -0
  170. package/dist/adapters/sec.d.ts +13 -0
  171. package/dist/adapters/sec.js +504 -0
  172. package/dist/adapters/sec.js.map +1 -0
  173. package/dist/adapters/senate-lobbying.d.ts +3 -0
  174. package/dist/adapters/senate-lobbying.js +181 -0
  175. package/dist/adapters/senate-lobbying.js.map +1 -0
  176. package/dist/adapters/snapqc.d.ts +32 -0
  177. package/dist/adapters/snapqc.js +701 -0
  178. package/dist/adapters/snapqc.js.map +1 -0
  179. package/dist/adapters/treasury-yields.d.ts +3 -0
  180. package/dist/adapters/treasury-yields.js +170 -0
  181. package/dist/adapters/treasury-yields.js.map +1 -0
  182. package/dist/adapters/usaspending.d.ts +3 -0
  183. package/dist/adapters/usaspending.js +340 -0
  184. package/dist/adapters/usaspending.js.map +1 -0
  185. package/dist/adapters/usda-fna.d.ts +7 -0
  186. package/dist/adapters/usda-fna.js +707 -0
  187. package/dist/adapters/usda-fna.js.map +1 -0
  188. package/dist/adapters/usda-fooddata.d.ts +3 -0
  189. package/dist/adapters/usda-fooddata.js +101 -0
  190. package/dist/adapters/usda-fooddata.js.map +1 -0
  191. package/dist/adapters/usda-nass.d.ts +3 -0
  192. package/dist/adapters/usda-nass.js +108 -0
  193. package/dist/adapters/usda-nass.js.map +1 -0
  194. package/dist/adapters/usda-outlook.d.ts +12 -0
  195. package/dist/adapters/usda-outlook.js +696 -0
  196. package/dist/adapters/usda-outlook.js.map +1 -0
  197. package/dist/adapters/usgs.d.ts +9 -0
  198. package/dist/adapters/usgs.js +265 -0
  199. package/dist/adapters/usgs.js.map +1 -0
  200. package/dist/adapters/usitc.d.ts +18 -0
  201. package/dist/adapters/usitc.js +170 -0
  202. package/dist/adapters/usitc.js.map +1 -0
  203. package/dist/adapters/uspto.d.ts +3 -0
  204. package/dist/adapters/uspto.js +47 -0
  205. package/dist/adapters/uspto.js.map +1 -0
  206. package/dist/adapters/world-bank.d.ts +3 -0
  207. package/dist/adapters/world-bank.js +163 -0
  208. package/dist/adapters/world-bank.js.map +1 -0
  209. package/dist/analysis/cite.d.ts +31 -0
  210. package/dist/analysis/cite.js +229 -0
  211. package/dist/analysis/cite.js.map +1 -0
  212. package/dist/analysis/combine.d.ts +27 -0
  213. package/dist/analysis/combine.js +198 -0
  214. package/dist/analysis/combine.js.map +1 -0
  215. package/dist/analysis/compute.d.ts +62 -0
  216. package/dist/analysis/compute.js +583 -0
  217. package/dist/analysis/compute.js.map +1 -0
  218. package/dist/analysis/expr.d.ts +69 -0
  219. package/dist/analysis/expr.js +780 -0
  220. package/dist/analysis/expr.js.map +1 -0
  221. package/dist/analysis/factfmt.d.ts +16 -0
  222. package/dist/analysis/factfmt.js +187 -0
  223. package/dist/analysis/factfmt.js.map +1 -0
  224. package/dist/analysis/facts.d.ts +63 -0
  225. package/dist/analysis/facts.js +355 -0
  226. package/dist/analysis/facts.js.map +1 -0
  227. package/dist/analysis/handoff.d.ts +58 -0
  228. package/dist/analysis/handoff.js +208 -0
  229. package/dist/analysis/handoff.js.map +1 -0
  230. package/dist/analysis/pyfmt.d.ts +16 -0
  231. package/dist/analysis/pyfmt.js +156 -0
  232. package/dist/analysis/pyfmt.js.map +1 -0
  233. package/dist/analysis/rerun.d.ts +13 -0
  234. package/dist/analysis/rerun.js +125 -0
  235. package/dist/analysis/rerun.js.map +1 -0
  236. package/dist/analysis/table.d.ts +18 -0
  237. package/dist/analysis/table.js +109 -0
  238. package/dist/analysis/table.js.map +1 -0
  239. package/dist/analysis/tools.d.ts +67 -0
  240. package/dist/analysis/tools.js +217 -0
  241. package/dist/analysis/tools.js.map +1 -0
  242. package/dist/analysis/write_table.d.ts +13 -0
  243. package/dist/analysis/write_table.js +59 -0
  244. package/dist/analysis/write_table.js.map +1 -0
  245. package/dist/bin/cli.d.ts +10 -0
  246. package/dist/bin/cli.js +177 -0
  247. package/dist/bin/cli.js.map +1 -0
  248. package/dist/core/cache.d.ts +14 -0
  249. package/dist/core/cache.js +90 -0
  250. package/dist/core/cache.js.map +1 -0
  251. package/dist/core/context.d.ts +12 -0
  252. package/dist/core/context.js +15 -0
  253. package/dist/core/context.js.map +1 -0
  254. package/dist/core/env.d.ts +14 -0
  255. package/dist/core/env.js +52 -0
  256. package/dist/core/env.js.map +1 -0
  257. package/dist/core/generic-rest.d.ts +61 -0
  258. package/dist/core/generic-rest.js +639 -0
  259. package/dist/core/generic-rest.js.map +1 -0
  260. package/dist/core/http.d.ts +120 -0
  261. package/dist/core/http.js +514 -0
  262. package/dist/core/http.js.map +1 -0
  263. package/dist/core/keys.d.ts +43 -0
  264. package/dist/core/keys.js +174 -0
  265. package/dist/core/keys.js.map +1 -0
  266. package/dist/core/manual.d.ts +41 -0
  267. package/dist/core/manual.js +218 -0
  268. package/dist/core/manual.js.map +1 -0
  269. package/dist/core/package.d.ts +58 -0
  270. package/dist/core/package.js +228 -0
  271. package/dist/core/package.js.map +1 -0
  272. package/dist/core/packs.d.ts +139 -0
  273. package/dist/core/packs.js +173 -0
  274. package/dist/core/packs.js.map +1 -0
  275. package/dist/core/policy.d.ts +69 -0
  276. package/dist/core/policy.js +189 -0
  277. package/dist/core/policy.js.map +1 -0
  278. package/dist/core/py.d.ts +40 -0
  279. package/dist/core/py.js +171 -0
  280. package/dist/core/py.js.map +1 -0
  281. package/dist/core/routing.d.ts +10 -0
  282. package/dist/core/routing.js +39 -0
  283. package/dist/core/routing.js.map +1 -0
  284. package/dist/core/tabular.d.ts +21 -0
  285. package/dist/core/tabular.js +229 -0
  286. package/dist/core/tabular.js.map +1 -0
  287. package/dist/deep/_bea_api.d.ts +102 -0
  288. package/dist/deep/_bea_api.js +457 -0
  289. package/dist/deep/_bea_api.js.map +1 -0
  290. package/dist/deep/_bea_fetch.d.ts +151 -0
  291. package/dist/deep/_bea_fetch.js +1274 -0
  292. package/dist/deep/_bea_fetch.js.map +1 -0
  293. package/dist/deep/_bea_util.d.ts +14 -0
  294. package/dist/deep/_bea_util.js +156 -0
  295. package/dist/deep/_bea_util.js.map +1 -0
  296. package/dist/deep/_bls_api.d.ts +84 -0
  297. package/dist/deep/_bls_api.js +231 -0
  298. package/dist/deep/_bls_api.js.map +1 -0
  299. package/dist/deep/_bls_ids.d.ts +43 -0
  300. package/dist/deep/_bls_ids.js +188 -0
  301. package/dist/deep/_bls_ids.js.map +1 -0
  302. package/dist/deep/_bls_lib.d.ts +61 -0
  303. package/dist/deep/_bls_lib.js +442 -0
  304. package/dist/deep/_bls_lib.js.map +1 -0
  305. package/dist/deep/_fred_api.d.ts +148 -0
  306. package/dist/deep/_fred_api.js +545 -0
  307. package/dist/deep/_fred_api.js.map +1 -0
  308. package/dist/deep/_fred_pack.d.ts +162 -0
  309. package/dist/deep/_fred_pack.js +1027 -0
  310. package/dist/deep/_fred_pack.js.map +1 -0
  311. package/dist/deep/_fred_py.d.ts +40 -0
  312. package/dist/deep/_fred_py.js +199 -0
  313. package/dist/deep/_fred_py.js.map +1 -0
  314. package/dist/deep/_ipums_bundle.d.ts +29 -0
  315. package/dist/deep/_ipums_bundle.js +194 -0
  316. package/dist/deep/_ipums_bundle.js.map +1 -0
  317. package/dist/deep/_ipums_ddi.d.ts +23 -0
  318. package/dist/deep/_ipums_ddi.js +162 -0
  319. package/dist/deep/_ipums_ddi.js.map +1 -0
  320. package/dist/deep/_opm_io.d.ts +26 -0
  321. package/dist/deep/_opm_io.js +383 -0
  322. package/dist/deep/_opm_io.js.map +1 -0
  323. package/dist/deep/_opm_parquet.d.ts +31 -0
  324. package/dist/deep/_opm_parquet.js +744 -0
  325. package/dist/deep/_opm_parquet.js.map +1 -0
  326. package/dist/deep/_opm_py.d.ts +6 -0
  327. package/dist/deep/_opm_py.js +74 -0
  328. package/dist/deep/_opm_py.js.map +1 -0
  329. package/dist/deep/_treasury_api.d.ts +48 -0
  330. package/dist/deep/_treasury_api.js +221 -0
  331. package/dist/deep/_treasury_api.js.map +1 -0
  332. package/dist/deep/_treasury_context.d.ts +34 -0
  333. package/dist/deep/_treasury_context.js +142 -0
  334. package/dist/deep/_treasury_context.js.map +1 -0
  335. package/dist/deep/_treasury_lib.d.ts +109 -0
  336. package/dist/deep/_treasury_lib.js +686 -0
  337. package/dist/deep/_treasury_lib.js.map +1 -0
  338. package/dist/deep/bea.d.ts +3 -0
  339. package/dist/deep/bea.js +248 -0
  340. package/dist/deep/bea.js.map +1 -0
  341. package/dist/deep/bls.d.ts +3 -0
  342. package/dist/deep/bls.js +220 -0
  343. package/dist/deep/bls.js.map +1 -0
  344. package/dist/deep/fred.d.ts +3 -0
  345. package/dist/deep/fred.js +325 -0
  346. package/dist/deep/fred.js.map +1 -0
  347. package/dist/deep/ipums.d.ts +59 -0
  348. package/dist/deep/ipums.js +744 -0
  349. package/dist/deep/ipums.js.map +1 -0
  350. package/dist/deep/opm.d.ts +56 -0
  351. package/dist/deep/opm.js +1033 -0
  352. package/dist/deep/opm.js.map +1 -0
  353. package/dist/deep/treasury.d.ts +3 -0
  354. package/dist/deep/treasury.js +218 -0
  355. package/dist/deep/treasury.js.map +1 -0
  356. package/dist/envelope.d.ts +47 -0
  357. package/dist/envelope.js +88 -0
  358. package/dist/envelope.js.map +1 -0
  359. package/dist/index.d.ts +277 -0
  360. package/dist/index.js +106 -0
  361. package/dist/index.js.map +1 -0
  362. package/dist/remote/app.d.ts +21 -0
  363. package/dist/remote/app.js +218 -0
  364. package/dist/remote/app.js.map +1 -0
  365. package/dist/remote/oauth.d.ts +14 -0
  366. package/dist/remote/oauth.js +90 -0
  367. package/dist/remote/oauth.js.map +1 -0
  368. package/dist/remote/pages.d.ts +8 -0
  369. package/dist/remote/pages.js +56 -0
  370. package/dist/remote/pages.js.map +1 -0
  371. package/dist/remote/sign.d.ts +4 -0
  372. package/dist/remote/sign.js +40 -0
  373. package/dist/remote/sign.js.map +1 -0
  374. package/dist/remote/store.d.ts +31 -0
  375. package/dist/remote/store.js +129 -0
  376. package/dist/remote/store.js.map +1 -0
  377. package/dist/report/audit_answer.d.ts +94 -0
  378. package/dist/report/audit_answer.js +1349 -0
  379. package/dist/report/audit_answer.js.map +1 -0
  380. package/dist/report/audit_report.d.ts +23 -0
  381. package/dist/report/audit_report.js +637 -0
  382. package/dist/report/audit_report.js.map +1 -0
  383. package/dist/report/build_report.d.ts +27 -0
  384. package/dist/report/build_report.js +1168 -0
  385. package/dist/report/build_report.js.map +1 -0
  386. package/dist/report/method_audit.d.ts +47 -0
  387. package/dist/report/method_audit.js +710 -0
  388. package/dist/report/method_audit.js.map +1 -0
  389. package/dist/report/policyset.d.ts +50 -0
  390. package/dist/report/policyset.js +421 -0
  391. package/dist/report/policyset.js.map +1 -0
  392. package/dist/report/py.d.ts +58 -0
  393. package/dist/report/py.js +311 -0
  394. package/dist/report/py.js.map +1 -0
  395. package/dist/report/scan_secrets.d.ts +21 -0
  396. package/dist/report/scan_secrets.js +234 -0
  397. package/dist/report/scan_secrets.js.map +1 -0
  398. package/dist/report/style_check.d.ts +29 -0
  399. package/dist/report/style_check.js +173 -0
  400. package/dist/report/style_check.js.map +1 -0
  401. package/dist/report/tools.d.ts +87 -0
  402. package/dist/report/tools.js +167 -0
  403. package/dist/report/tools.js.map +1 -0
  404. package/dist/server.d.ts +5 -0
  405. package/dist/server.js +246 -0
  406. package/dist/server.js.map +1 -0
  407. package/dist/session.d.ts +47 -0
  408. package/dist/session.js +107 -0
  409. package/dist/session.js.map +1 -0
  410. package/dist/toolkit.d.ts +21 -0
  411. package/dist/toolkit.js +2 -0
  412. package/dist/toolkit.js.map +1 -0
  413. package/dist/tools.d.ts +299 -0
  414. package/dist/tools.js +491 -0
  415. package/dist/tools.js.map +1 -0
  416. package/guide/WORKFLOW.md +134 -0
  417. package/guide/assets/disclaimer.txt +1 -0
  418. package/guide/assets/download_data.ps1 +162 -0
  419. package/guide/assets/download_data.sh +143 -0
  420. package/guide/assets/report_template.html +597 -0
  421. package/guide/references/report_patterns.md +199 -0
  422. package/guide/references/routing.md +171 -0
  423. package/guide/references/style_guide.md +398 -0
  424. package/package.json +56 -6
  425. package/packs/acf/endpoints.json +114 -0
  426. package/packs/acf/policy.json +104 -0
  427. package/packs/acf/source.md +138 -0
  428. package/packs/actuaries/endpoints.json +82 -0
  429. package/packs/actuaries/policy.json +109 -0
  430. package/packs/actuaries/source.md +137 -0
  431. package/packs/bea/assets/download_bea.ps1 +182 -0
  432. package/packs/bea/assets/download_bea.sh +144 -0
  433. package/packs/bea/docs/bea_api.md +461 -0
  434. package/packs/bea/docs/datasets.md +157 -0
  435. package/packs/bea/docs/report_patterns.md +112 -0
  436. package/packs/bea/policy.json +170 -0
  437. package/packs/bea/source.md +152 -0
  438. package/packs/bls/assets/download_bls.ps1 +152 -0
  439. package/packs/bls/assets/download_bls.sh +167 -0
  440. package/packs/bls/docs/analysis_patterns.md +108 -0
  441. package/packs/bls/docs/bls_api.md +73 -0
  442. package/packs/bls/docs/series_ids.md +149 -0
  443. package/packs/bls/policy.json +238 -0
  444. package/packs/bls/series_ids.json +1375 -0
  445. package/packs/bls/source.md +156 -0
  446. package/packs/bts/endpoints.json +347 -0
  447. package/packs/bts/policy.json +94 -0
  448. package/packs/bts/source.md +97 -0
  449. package/packs/cdc/endpoints.json +197 -0
  450. package/packs/cdc/policy.json +83 -0
  451. package/packs/cdc/source.md +74 -0
  452. package/packs/census/endpoints.json +99 -0
  453. package/packs/census/policy.json +238 -0
  454. package/packs/census/source.md +304 -0
  455. package/packs/census-geocoder/endpoints.json +70 -0
  456. package/packs/census-geocoder/policy.json +80 -0
  457. package/packs/census-geocoder/source.md +53 -0
  458. package/packs/cfpb/endpoints.json +327 -0
  459. package/packs/cfpb/policy.json +119 -0
  460. package/packs/cfpb/source.md +96 -0
  461. package/packs/clinical-trials/endpoints.json +167 -0
  462. package/packs/clinical-trials/policy.json +84 -0
  463. package/packs/clinical-trials/source.md +82 -0
  464. package/packs/cms/endpoints.json +69 -0
  465. package/packs/cms/policy.json +96 -0
  466. package/packs/cms/source.md +112 -0
  467. package/packs/college-scorecard/endpoints.json +253 -0
  468. package/packs/college-scorecard/policy.json +106 -0
  469. package/packs/college-scorecard/source.md +92 -0
  470. package/packs/congress/endpoints.json +1701 -0
  471. package/packs/congress/policy.json +117 -0
  472. package/packs/congress/source.md +190 -0
  473. package/packs/dhs-ohss/endpoints.json +66 -0
  474. package/packs/dhs-ohss/policy.json +107 -0
  475. package/packs/dhs-ohss/source.md +120 -0
  476. package/packs/doj-news/endpoints.json +59 -0
  477. package/packs/doj-news/policy.json +96 -0
  478. package/packs/doj-news/source.md +99 -0
  479. package/packs/dol/endpoints.json +818 -0
  480. package/packs/dol/policy.json +135 -0
  481. package/packs/dol/source.md +181 -0
  482. package/packs/eia/endpoints.json +718 -0
  483. package/packs/eia/policy.json +112 -0
  484. package/packs/eia/source.md +112 -0
  485. package/packs/epa/endpoints.json +292 -0
  486. package/packs/epa/policy.json +99 -0
  487. package/packs/epa/source.md +99 -0
  488. package/packs/epa-aqs/endpoints.json +174 -0
  489. package/packs/epa-aqs/policy.json +96 -0
  490. package/packs/epa-aqs/source.md +97 -0
  491. package/packs/fbi/endpoints.json +1842 -0
  492. package/packs/fbi/policy.json +118 -0
  493. package/packs/fbi/source.md +108 -0
  494. package/packs/fda/endpoints.json +238 -0
  495. package/packs/fda/policy.json +121 -0
  496. package/packs/fda/source.md +117 -0
  497. package/packs/fdic/endpoints.json +417 -0
  498. package/packs/fdic/policy.json +83 -0
  499. package/packs/fdic/source.md +92 -0
  500. package/packs/fec/endpoints.json +708 -0
  501. package/packs/fec/policy.json +93 -0
  502. package/packs/fec/source.md +90 -0
  503. package/packs/fed-board/endpoints.json +89 -0
  504. package/packs/fed-board/policy.json +136 -0
  505. package/packs/fed-board/source.md +118 -0
  506. package/packs/federal-register/endpoints.json +143 -0
  507. package/packs/federal-register/policy.json +86 -0
  508. package/packs/federal-register/source.md +98 -0
  509. package/packs/fema/endpoints.json +646 -0
  510. package/packs/fema/policy.json +103 -0
  511. package/packs/fema/source.md +103 -0
  512. package/packs/fhfa/endpoints.json +105 -0
  513. package/packs/fhfa/policy.json +109 -0
  514. package/packs/fhfa/source.md +108 -0
  515. package/packs/fred/assets/download_fred.ps1 +122 -0
  516. package/packs/fred/assets/download_fred.sh +123 -0
  517. package/packs/fred/docs/analysis_patterns.md +124 -0
  518. package/packs/fred/docs/fred_api.md +94 -0
  519. package/packs/fred/docs/series.md +188 -0
  520. package/packs/fred/policy.json +253 -0
  521. package/packs/fred/source.md +142 -0
  522. package/packs/fsa/endpoints.json +150 -0
  523. package/packs/fsa/policy.json +99 -0
  524. package/packs/fsa/source.md +102 -0
  525. package/packs/govinfo/endpoints.json +520 -0
  526. package/packs/govinfo/policy.json +116 -0
  527. package/packs/govinfo/source.md +241 -0
  528. package/packs/gsa-calc/endpoints.json +93 -0
  529. package/packs/gsa-calc/policy.json +97 -0
  530. package/packs/gsa-calc/source.md +108 -0
  531. package/packs/hud/endpoints.json +147 -0
  532. package/packs/hud/policy.json +84 -0
  533. package/packs/hud/source.md +97 -0
  534. package/packs/ipums/assets/download_ipums.ps1 +215 -0
  535. package/packs/ipums/assets/download_ipums.sh +192 -0
  536. package/packs/ipums/docs/ipums_api.md +67 -0
  537. package/packs/ipums/docs/report_patterns.md +117 -0
  538. package/packs/ipums/docs/variables.md +284 -0
  539. package/packs/ipums/lib/fetch_text.json +112 -0
  540. package/packs/ipums/policy.json +215 -0
  541. package/packs/ipums/source.md +169 -0
  542. package/packs/irs-soi/endpoints.json +114 -0
  543. package/packs/irs-soi/policy.json +107 -0
  544. package/packs/irs-soi/source.md +124 -0
  545. package/packs/medicaid/endpoints.json +412 -0
  546. package/packs/medicaid/policy.json +108 -0
  547. package/packs/medicaid/source.md +136 -0
  548. package/packs/naep/endpoints.json +217 -0
  549. package/packs/naep/policy.json +100 -0
  550. package/packs/naep/source.md +120 -0
  551. package/packs/nhtsa/endpoints.json +132 -0
  552. package/packs/nhtsa/policy.json +93 -0
  553. package/packs/nhtsa/source.md +109 -0
  554. package/packs/nih/endpoints.json +453 -0
  555. package/packs/nih/policy.json +86 -0
  556. package/packs/nih/source.md +108 -0
  557. package/packs/noaa/endpoints.json +432 -0
  558. package/packs/noaa/policy.json +95 -0
  559. package/packs/noaa/source.md +88 -0
  560. package/packs/nrel/endpoints.json +328 -0
  561. package/packs/nrel/policy.json +96 -0
  562. package/packs/nrel/source.md +91 -0
  563. package/packs/nws/endpoints.json +272 -0
  564. package/packs/nws/policy.json +82 -0
  565. package/packs/nws/source.md +81 -0
  566. package/packs/nyfed/endpoints.json +80 -0
  567. package/packs/nyfed/policy.json +92 -0
  568. package/packs/nyfed/source.md +89 -0
  569. package/packs/omb/endpoints.json +460 -0
  570. package/packs/omb/policy.json +106 -0
  571. package/packs/omb/source.md +130 -0
  572. package/packs/open-payments/endpoints.json +298 -0
  573. package/packs/open-payments/policy.json +101 -0
  574. package/packs/open-payments/source.md +99 -0
  575. package/packs/opm/assets/download_opm.ps1 +125 -0
  576. package/packs/opm/assets/download_opm.sh +85 -0
  577. package/packs/opm/docs/fields.md +184 -0
  578. package/packs/opm/docs/opm_api.md +71 -0
  579. package/packs/opm/docs/report_patterns.md +83 -0
  580. package/packs/opm/lib/data_dictionary.csv +73 -0
  581. package/packs/opm/policy.json +142 -0
  582. package/packs/opm/source.md +137 -0
  583. package/packs/pbgc/endpoints.json +483 -0
  584. package/packs/pbgc/policy.json +94 -0
  585. package/packs/pbgc/source.md +95 -0
  586. package/packs/philfed/endpoints.json +85 -0
  587. package/packs/philfed/policy.json +94 -0
  588. package/packs/philfed/source.md +125 -0
  589. package/packs/port.json +287 -0
  590. package/packs/regulations/endpoints.json +288 -0
  591. package/packs/regulations/policy.json +86 -0
  592. package/packs/regulations/source.md +84 -0
  593. package/packs/sec/endpoints.json +237 -0
  594. package/packs/sec/policy.json +86 -0
  595. package/packs/sec/source.md +101 -0
  596. package/packs/senate-lobbying/endpoints.json +554 -0
  597. package/packs/senate-lobbying/policy.json +99 -0
  598. package/packs/senate-lobbying/source.md +100 -0
  599. package/packs/snapqc/endpoints.json +1426 -0
  600. package/packs/snapqc/policy.json +92 -0
  601. package/packs/snapqc/source.md +96 -0
  602. package/packs/treasury/catalog.json +2267 -0
  603. package/packs/treasury/docs/api_guide.md +245 -0
  604. package/packs/treasury/docs/datasets.md +56 -0
  605. package/packs/treasury/docs/report_patterns.md +126 -0
  606. package/packs/treasury/policy.json +159 -0
  607. package/packs/treasury/source.md +165 -0
  608. package/packs/treasury-yields/endpoints.json +226 -0
  609. package/packs/treasury-yields/policy.json +86 -0
  610. package/packs/treasury-yields/source.md +80 -0
  611. package/packs/usaspending/endpoints.json +1316 -0
  612. package/packs/usaspending/policy.json +109 -0
  613. package/packs/usaspending/source.md +103 -0
  614. package/packs/usda-fna/endpoints.json +427 -0
  615. package/packs/usda-fna/policy.json +133 -0
  616. package/packs/usda-fna/source.md +217 -0
  617. package/packs/usda-fooddata/endpoints.json +181 -0
  618. package/packs/usda-fooddata/policy.json +94 -0
  619. package/packs/usda-fooddata/source.md +105 -0
  620. package/packs/usda-nass/endpoints.json +324 -0
  621. package/packs/usda-nass/policy.json +95 -0
  622. package/packs/usda-nass/source.md +85 -0
  623. package/packs/usda-outlook/endpoints.json +86 -0
  624. package/packs/usda-outlook/policy.json +109 -0
  625. package/packs/usda-outlook/source.md +144 -0
  626. package/packs/usgs/endpoints.json +313 -0
  627. package/packs/usgs/policy.json +95 -0
  628. package/packs/usgs/source.md +96 -0
  629. package/packs/usitc/endpoints.json +74 -0
  630. package/packs/usitc/policy.json +111 -0
  631. package/packs/usitc/source.md +90 -0
  632. package/packs/uspto/endpoints.json +141 -0
  633. package/packs/uspto/policy.json +95 -0
  634. package/packs/uspto/source.md +101 -0
  635. package/packs/va/endpoints.json +414 -0
  636. package/packs/va/policy.json +101 -0
  637. package/packs/va/source.md +129 -0
  638. package/packs/world-bank/endpoints.json +122 -0
  639. package/packs/world-bank/policy.json +101 -0
  640. package/packs/world-bank/source.md +93 -0
@@ -0,0 +1,701 @@
1
+ /**
2
+ * snapqc adapter: the SNAP Quality Control public-use database (snapqcdata.net, Mathematica for USDA FNS).
3
+ *
4
+ * There is no API (verified 2026-10-31). The site lists one group of files per fiscal year on /datafiles?page=N
5
+ * (a "Year YYYY" heading, then rows Resource Type | Data format | File); the file URLs sit in upload folders by
6
+ * month (/sites/default/files/2026-08/qcfy2024_csv.zip), so a fetch reads the listing and never builds a URL. CSV
7
+ * zips exist from FY 2014; earlier years are SAS, Stata and SPSS files this pack does not read.
8
+ *
9
+ * - FY 2018 lists two CSV zips; the later upload is the reweighted file. Several CSVs of one database: the latest
10
+ * upload folder wins and a note names the other; two in the same folder is an error (no guessing).
11
+ * - FY 2020 has three databases: qcfy2020, qcfy2020_per1 (Oct-Feb) and qcfy2020_per2 (Jun-Sep). In the period
12
+ * files FYWGT is the full FY 2020 file's weight (HWGT / 9).
13
+ * - FY 2021 holds July-September 2021 only (FYWGT = HWGT / 3).
14
+ * Each zip must hold one CSV named qc_pub_fy<YYYY>[_perN].csv. Gates on every read (a failure stops the request):
15
+ * the required columns, unique column names, every row as long as the header, unique HHLDNO, YRMONTH inside the
16
+ * fiscal year, positive numeric weights. summary also checks, in full-year files, that HWGT divided by the state's
17
+ * number of sample months equals FYWGT on every row, and for FY 2024 compares the national totals with the
18
+ * technical documentation.
19
+ */
20
+ import fs from "node:fs";
21
+ import path from "node:path";
22
+ import { unzipSync } from "fflate";
23
+ import * as gr from "../core/generic-rest.js";
24
+ import { PACKS_DIR } from "../core/env.js";
25
+ import { DataError } from "../core/http.js";
26
+ import { readJson } from "../core/policy.js";
27
+ import { pyFloatRepr } from "../core/py.js";
28
+ import { comma, commaFixed, pyFloat, pyInt, pyRepr, pyRound, pyStrip, toTable, unescapeHtml } from "./_omb_util.js";
29
+ const EPS = readJson(path.join(PACKS_DIR, "snapqc"), "endpoints.json") || {};
30
+ // The 53 SNAP state agencies in the file (STATE is the FIPS code without a leading zero; FY 2024 tech doc Table E.1)
31
+ const AREAS = [["AL", 1, "Alabama"], ["AK", 2, "Alaska"], ["AZ", 4, "Arizona"], ["AR", 5, "Arkansas"],
32
+ ["CA", 6, "California"], ["CO", 8, "Colorado"], ["CT", 9, "Connecticut"], ["DE", 10, "Delaware"],
33
+ ["DC", 11, "District of Columbia"], ["FL", 12, "Florida"], ["GA", 13, "Georgia"], ["HI", 15, "Hawaii"],
34
+ ["ID", 16, "Idaho"], ["IL", 17, "Illinois"], ["IN", 18, "Indiana"], ["IA", 19, "Iowa"], ["KS", 20, "Kansas"],
35
+ ["KY", 21, "Kentucky"], ["LA", 22, "Louisiana"], ["ME", 23, "Maine"], ["MD", 24, "Maryland"],
36
+ ["MA", 25, "Massachusetts"], ["MI", 26, "Michigan"], ["MN", 27, "Minnesota"], ["MS", 28, "Mississippi"],
37
+ ["MO", 29, "Missouri"], ["MT", 30, "Montana"], ["NE", 31, "Nebraska"], ["NV", 32, "Nevada"],
38
+ ["NH", 33, "New Hampshire"], ["NJ", 34, "New Jersey"], ["NM", 35, "New Mexico"], ["NY", 36, "New York"],
39
+ ["NC", 37, "North Carolina"], ["ND", 38, "North Dakota"], ["OH", 39, "Ohio"], ["OK", 40, "Oklahoma"],
40
+ ["OR", 41, "Oregon"], ["PA", 42, "Pennsylvania"], ["RI", 44, "Rhode Island"], ["SC", 45, "South Carolina"],
41
+ ["SD", 46, "South Dakota"], ["TN", 47, "Tennessee"], ["TX", 48, "Texas"], ["UT", 49, "Utah"],
42
+ ["VT", 50, "Vermont"], ["VA", 51, "Virginia"], ["WA", 53, "Washington"], ["WV", 54, "West Virginia"],
43
+ ["WI", 55, "Wisconsin"], ["WY", 56, "Wyoming"], ["GU", 66, "Guam"], ["VI", 78, "Virgin Islands"]];
44
+ const BY_FIPS = new Map(AREAS.map(([a, f, n]) => [f, [a, n]]));
45
+ const LOOKUP = new Map([
46
+ ...AREAS.map(([a, f]) => [a.toLowerCase(), f]),
47
+ ...AREAS.map(([, f, n]) => [n.toLowerCase(), f]),
48
+ ...AREAS.map(([, f]) => [String(f), f]),
49
+ ...AREAS.map(([, f]) => [String(f).padStart(2, "0"), f]),
50
+ ["u.s. virgin islands", 78], ["us virgin islands", 78], ["washington dc", 11]
51
+ ]);
52
+ const NAME = /^[A-Z][A-Z0-9_]*\*?$/;
53
+ /** Python's ValueError: a spec value check_spec reports. */
54
+ class SpecError extends Error {
55
+ }
56
+ const blank = (v) => v === null || v === undefined || v === "" || (Array.isArray(v) && !v.length);
57
+ const pyS = (v) => (v === null || v === undefined ? "None" : v === true ? "True" : v === false ? "False" : String(v));
58
+ const escapeRe = (s) => s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
59
+ const unique = (xs) => [...new Set(xs)];
60
+ // ---------------------------------------------------------------------- spec parameters
61
+ function years(v) {
62
+ const lo = EPS.csv_first_year;
63
+ const vals = Array.isArray(v) ? v : [v];
64
+ const out = [];
65
+ for (const x of vals) {
66
+ let y;
67
+ try {
68
+ y = pyInt(pyStrip(pyS(x)));
69
+ }
70
+ catch {
71
+ throw new SpecError(`fiscal_year ${pyRepr(x)} is not a year`);
72
+ }
73
+ if (!(lo <= y && y <= 2100)) {
74
+ throw new SpecError(`fiscal_year ${y}: CSV files exist from FY ${lo} (FY 1996-${lo - 1} are SAS, Stata and ` +
75
+ "SPSS files only; source.md Access)");
76
+ }
77
+ out.push(y);
78
+ }
79
+ if (!out.length)
80
+ throw new SpecError("fiscal_year is required");
81
+ return unique(out);
82
+ }
83
+ function database(fy, period0) {
84
+ const period = pyStrip(pyS(period0 || "full")).toLowerCase();
85
+ if (!["full", "per1", "per2"].includes(period))
86
+ throw new SpecError(`period ${pyRepr(period)} is not full, per1 or per2`);
87
+ if (period !== "full" && fy !== 2020)
88
+ throw new SpecError(`period ${pyRepr(period)} exists for FY 2020 only`);
89
+ return `qcfy${fy}` + (period === "full" ? "" : `_${period}`);
90
+ }
91
+ function states(v) {
92
+ if (blank(v))
93
+ return null;
94
+ const out = new Set();
95
+ for (const x of Array.isArray(v) ? v : [v]) {
96
+ const f = LOOKUP.get(pyStrip(pyS(x)).toLowerCase());
97
+ if (f === undefined) {
98
+ throw new SpecError(`state ${pyRepr(x)} is not one of the 53 SNAP state agencies (50 states, DC, Guam, Virgin ` +
99
+ "Islands; USPS code, FIPS code or name)");
100
+ }
101
+ out.add(f);
102
+ }
103
+ return out;
104
+ }
105
+ function fyMonths(fy) {
106
+ return [...[10, 11, 12].map((m) => `${fy - 1}${m}`), ...[1, 2, 3, 4, 5, 6, 7, 8, 9].map((m) => `${fy}0${m}`)];
107
+ }
108
+ function month(v, fy) {
109
+ if (v === null || v === undefined || v === "")
110
+ return null;
111
+ const m = pyStrip(pyS(v));
112
+ if (!/^\d{6}$/.test(m) || !fyMonths(fy).includes(m)) {
113
+ throw new SpecError(`month ${pyRepr(v)}: give YYYYMM inside FY ${fy} (${fy - 1}10 to ${fy}09)`);
114
+ }
115
+ return m;
116
+ }
117
+ function names(v, what) {
118
+ if (blank(v))
119
+ return null;
120
+ if (typeof v === "string" && pyStrip(v).toLowerCase() === "all")
121
+ return "all";
122
+ const vals = Array.isArray(v) ? v : pyStrip(pyS(v)).split(/[\s,]+/);
123
+ return vals.map((x0) => {
124
+ const x = pyStrip(pyS(x0)).toUpperCase();
125
+ if (!NAME.test(x))
126
+ throw new SpecError(`${what}: ${pyRepr(x)} is not a variable name (letters, digits, _; a stem may end in *)`);
127
+ return x;
128
+ });
129
+ }
130
+ const bool = (v) => v === true || ["true", "1", "yes"].includes(pyStrip(pyS(v)).toLowerCase());
131
+ function checkSpec(spec) {
132
+ const probs = [];
133
+ for (const r of spec.requests || []) {
134
+ const p = r.params || {}, e = r.endpoint || "", n = pyRepr(r.name ?? null);
135
+ if (!["units", "persons", "summary"].includes(e))
136
+ continue;
137
+ try {
138
+ for (const fy of years(p.fiscal_year)) {
139
+ database(fy, p.period);
140
+ month(p.month, fy);
141
+ }
142
+ states(p.state);
143
+ names(p.variables, "variables");
144
+ if (e === "persons") {
145
+ const pv = names(p.person_variables, "person_variables");
146
+ if (pv === "all" || (pv || []).some((x) => x.endsWith("*"))) {
147
+ probs.push(`request ${n}: person_variables are stems without a number or * (AGE, SEX)`);
148
+ }
149
+ }
150
+ }
151
+ catch (ex) {
152
+ if (!(ex instanceof SpecError))
153
+ throw ex;
154
+ probs.push(`request ${n}: ${ex.message}`);
155
+ }
156
+ }
157
+ return probs;
158
+ }
159
+ const strip = (s) => unescapeHtml(s.replace(/<[^>]+>/g, " "));
160
+ /** Rows of one /datafiles page: {year, resource, format, path, size}, in page order. */
161
+ export function listingFiles(pageHtml) {
162
+ const start = pageHtml.indexOf("view-content");
163
+ const out = [];
164
+ let year = null;
165
+ for (const m of pageHtml.slice(Math.max(start, 0)).matchAll(/<h3>([\s\S]*?)<\/h3>|<tr>([\s\S]*?)<\/tr>/g)) {
166
+ if (m[1] !== undefined) {
167
+ const y = /^\s*Year\s+(\d{4})\b/.exec(strip(m[1]));
168
+ year = y ? Number(y[1]) : null;
169
+ continue;
170
+ }
171
+ const tr = m[2];
172
+ const cells = [...tr.matchAll(/<td[^>]*>([\s\S]*?)<\/td>/g)].map((c) => pyStrip(strip(c[1]).replace(/\s+/g, " ")));
173
+ const a = /href="https?:\/\/snapqcdata\.net(\/sites\/default\/files\/[^"]+)"/.exec(tr);
174
+ if (year === null || cells.length < 3 || !a)
175
+ continue;
176
+ out.push({ year, resource: cells[0], format: cells[1], path: a[1], size: (/length=(\d+)/.exec(tr) || [null, ""])[1] });
177
+ }
178
+ return out;
179
+ }
180
+ /** The listing's QC Data CSV rows of one database (qcfy2020_per1 is not qcfy2020). */
181
+ export function csvCandidates(rows, fy, db) {
182
+ return rows.filter((r) => {
183
+ const name = r.path.slice(r.path.lastIndexOf("/") + 1).toLowerCase();
184
+ const m = /^(qcfy\d{4}(?:_per\d)?)_csv(?:_\d+)?\.zip$/.exec(name);
185
+ return r.year === fy && r.resource === "QC Data" && r.format === "CSV" && !!m && m[1] === db;
186
+ });
187
+ }
188
+ export function pickCsv(cands, db) {
189
+ if (!cands.length) {
190
+ throw new DataError(`snapqc: the snapqcdata.net listing has no CSV file for ${db} (CSV zips exist from FY ` +
191
+ `${EPS.csv_first_year}; a year not yet released is not listed)`, "not_found");
192
+ }
193
+ const folder = (r) => /\/files\/(\d{4}-\d{2})\//.exec(r.path)?.[1] ?? "";
194
+ const newest = cands.map(folder).reduce((a, b) => (b > a ? b : a));
195
+ const byPath = new Map();
196
+ for (const r of cands)
197
+ if (folder(r) === newest)
198
+ byPath.set(r.path, r);
199
+ const top = [...byPath.values()];
200
+ if (top.length > 1) {
201
+ throw new DataError(`snapqc: the listing has several ${db} CSV files uploaded in ${newest} ` +
202
+ `(${top.map((r) => r.path).join(", ")}); not guessing which is current`, "api");
203
+ }
204
+ const older = unique(cands.map((r) => r.path)).filter((p) => p !== top[0].path).sort((a, b) => (a < b ? -1 : 1));
205
+ return [top[0], older.length ? [`the listing also has ${older.join(", ")} for ${db}; used the latest upload, ${top[0].path}`] : []];
206
+ }
207
+ /** Listing pages and zips, read once per fetch. */
208
+ class Site {
209
+ c;
210
+ pages = new Map();
211
+ zips = new Map();
212
+ constructor(pack) {
213
+ this.c = gr.clientFor(pack);
214
+ }
215
+ async page(i) {
216
+ if (!this.pages.has(i)) {
217
+ const L = EPS.listing;
218
+ this.pages.set(i, (await this.c.get(L.path, { [L.page_param]: i })).body.toString("utf8"));
219
+ }
220
+ return this.pages.get(i);
221
+ }
222
+ async findCsv(fy, db) {
223
+ const rows = [];
224
+ for (let i = 0; i < EPS.listing.max_pages; i++) {
225
+ const got = listingFiles(await this.page(i));
226
+ rows.push(...got);
227
+ if (!got.length || Math.min(...got.map((r) => r.year)) < fy)
228
+ break; // the year's group is complete
229
+ }
230
+ return pickCsv(csvCandidates(rows, fy, db), db);
231
+ }
232
+ async zip(p) {
233
+ if (!this.zips.has(p)) {
234
+ const body = (await this.c.get(p)).body;
235
+ if (body.subarray(0, 2).toString("latin1") !== "PK") {
236
+ throw new DataError(`snapqc: ${p} did not return a zip file (see the listing at ` +
237
+ `${EPS.base_url}${EPS.listing.path})`, "api");
238
+ }
239
+ this.zips.set(p, body);
240
+ }
241
+ return this.zips.get(p);
242
+ }
243
+ }
244
+ // ---------------------------------------------------------------------- reading one database
245
+ export function memberName(db) {
246
+ return "qc_pub_" + db.slice(2) + ".csv"; // qcfy2020_per1 -> qc_pub_fy2020_per1.csv
247
+ }
248
+ const isZip = (b) => b[0] === 0x50 && b[1] === 0x4b;
249
+ const base = (n) => n.slice(n.lastIndexOf("/") + 1);
250
+ function zipNames(body) {
251
+ const out = [];
252
+ try {
253
+ unzipSync(body, { filter: (f) => (out.push(f.name), false) });
254
+ }
255
+ catch {
256
+ throw new DataError("snapqc: the upload is not a readable zip file", "api");
257
+ }
258
+ return out;
259
+ }
260
+ /** The database's CSV from a zip (or a bare CSV upload), as text (Latin-1). */
261
+ function csvText(body, db) {
262
+ const want = memberName(db);
263
+ if (isZip(body)) {
264
+ const all = zipNames(body);
265
+ const hits = all.filter((n) => base(n).toLowerCase() === want);
266
+ if (hits.length !== 1)
267
+ throw new DataError(`snapqc: the ${db} zip should hold one ${want}; it holds ${pyRepr(all)}`, "api");
268
+ return Buffer.from(unzipSync(body, { filter: (f) => f.name === hits[0] })[hits[0]]).toString("latin1");
269
+ }
270
+ return Buffer.from(body).toString("latin1");
271
+ }
272
+ /** Records of a CSV text as Python's csv.reader gives them (excel dialect, not strict; a blank line is []). */
273
+ function* csvRecords(s) {
274
+ const n = s.length;
275
+ let i = 0;
276
+ while (i < n) {
277
+ const row = [];
278
+ let c = s.charCodeAt(i);
279
+ if (c === 10 || c === 13) {
280
+ i += c === 13 && s.charCodeAt(i + 1) === 10 ? 2 : 1;
281
+ yield row;
282
+ continue;
283
+ }
284
+ for (;;) {
285
+ // one field, starting at i
286
+ let f = "";
287
+ if (s.charCodeAt(i) === 34) {
288
+ i++;
289
+ for (;;) {
290
+ const q = s.indexOf('"', i);
291
+ if (q < 0) {
292
+ f += s.slice(i);
293
+ i = n;
294
+ break;
295
+ }
296
+ f += s.slice(i, q);
297
+ i = q + 1;
298
+ if (s.charCodeAt(i) === 34) {
299
+ f += '"';
300
+ i++;
301
+ continue;
302
+ }
303
+ break;
304
+ }
305
+ }
306
+ // unquoted text, or text after a closing quote (kept, as the non-strict reader does)
307
+ let j = i;
308
+ while (j < n) {
309
+ c = s.charCodeAt(j);
310
+ if (c === 44 || c === 10 || c === 13)
311
+ break;
312
+ j++;
313
+ }
314
+ f += s.slice(i, j);
315
+ row.push(f);
316
+ i = j;
317
+ if (i >= n)
318
+ break;
319
+ c = s.charCodeAt(i);
320
+ if (c === 44) {
321
+ i++;
322
+ if (i >= n) {
323
+ row.push("");
324
+ break;
325
+ }
326
+ continue;
327
+ }
328
+ i += c === 13 && s.charCodeAt(i + 1) === 10 ? 2 : 1; // end of the record
329
+ break;
330
+ }
331
+ yield row;
332
+ }
333
+ }
334
+ /** str.strip(), fast for the usual cell with no whitespace at either end. */
335
+ function cellStrip(s) {
336
+ if (!s)
337
+ return s;
338
+ const a = s.charCodeAt(0), b = s.charCodeAt(s.length - 1);
339
+ return a > 32 && a < 127 && b > 32 && b < 127 ? s : pyStrip(s);
340
+ }
341
+ /** One database's rows, gated. rows: only the columns asked for plus the ids. */
342
+ export class Database {
343
+ fy;
344
+ db;
345
+ header;
346
+ rows = [];
347
+ months;
348
+ constructor(body, fy, db, keep) {
349
+ this.fy = fy;
350
+ this.db = db;
351
+ const mn = memberName(db);
352
+ const rd = csvRecords(csvText(body, db));
353
+ const first = rd.next();
354
+ if (first.done)
355
+ throw new DataError(`snapqc: ${mn} is empty`, "api");
356
+ this.header = first.value.map((h) => pyStrip(h).toUpperCase());
357
+ if (new Set(this.header).size !== this.header.length)
358
+ throw new DataError(`snapqc: ${mn} repeats column names; not reading it`, "api");
359
+ const miss = EPS.required_columns.filter((c) => !this.header.includes(c));
360
+ if (miss.length)
361
+ throw new DataError(`snapqc: ${mn} lacks ${pyRepr(miss)}: not the SNAP QC layout this pack reads`, "api");
362
+ const cols = unique(keep(this.header));
363
+ const ix = new Map(this.header.map((c, i) => [c, i]));
364
+ const at = cols.map((c) => ix.get(c));
365
+ const months = new Set(fyMonths(fy));
366
+ const seen = new Set();
367
+ const k = this.header.length;
368
+ const [iM, iH, iW, iF] = ["YRMONTH", "HHLDNO", "HWGT", "FYWGT"].map((c) => ix.get(c));
369
+ let n = 1;
370
+ for (const row of rd) {
371
+ n++;
372
+ if (!row.length)
373
+ continue;
374
+ if (row.length !== k) {
375
+ throw new DataError(`snapqc: ${mn} line ${n} has ${row.length} fields, the header ${k}; not ` +
376
+ "reading a misaligned file", "api");
377
+ }
378
+ if (!months.has(pyStrip(row[iM]))) {
379
+ throw new DataError(`snapqc: ${mn} line ${n}: YRMONTH ${pyRepr(row[iM])} is outside FY ${fy}: wrong file`, "api");
380
+ }
381
+ const hh = pyStrip(row[iH]);
382
+ if (seen.has(hh))
383
+ throw new DataError(`snapqc: ${mn}: HHLDNO ${hh} repeats (line ${n})`, "api");
384
+ seen.add(hh);
385
+ for (const [w, i] of [["HWGT", iW], ["FYWGT", iF]]) {
386
+ let ok;
387
+ try {
388
+ ok = pyFloat(row[i]) > 0;
389
+ }
390
+ catch {
391
+ ok = false;
392
+ }
393
+ if (!ok)
394
+ throw new DataError(`snapqc: ${mn} line ${n}: ${w} ${pyRepr(row[i])} is not a positive number`, "api");
395
+ }
396
+ const rec = {};
397
+ cols.forEach((c, j) => (rec[c] = cellStrip(row[at[j]])));
398
+ this.rows.push(rec);
399
+ }
400
+ if (!this.rows.length)
401
+ throw new DataError(`snapqc: ${mn} has no rows`, "api");
402
+ this.months = unique(this.rows.map((r) => r.YRMONTH)).sort();
403
+ }
404
+ }
405
+ /** Variables to keep, in the file's order for stems: [columns, notes]. Unknown names asked for: an error. */
406
+ export function resolveVars(specVars, header, defaults, fy) {
407
+ if (specVars === "all")
408
+ return [[...header], []];
409
+ const H = new Set(header);
410
+ if (specVars === null) {
411
+ const missing = defaults.filter((v) => !H.has(v));
412
+ return [defaults.filter((v) => H.has(v)), missing.length ? [`default variables not in the FY ${fy} file: ${missing.join(", ")}`] : []];
413
+ }
414
+ const out = [], bad = [];
415
+ for (const v of specVars) {
416
+ if (v.endsWith("*")) {
417
+ const re = new RegExp(`^${escapeRe(v.slice(0, -1))}\\d+$`);
418
+ const hits = header.filter((c) => re.test(c));
419
+ out.push(...hits);
420
+ if (!hits.length)
421
+ bad.push(v);
422
+ }
423
+ else if (H.has(v))
424
+ out.push(v);
425
+ else
426
+ bad.push(v);
427
+ }
428
+ if (bad.length) {
429
+ throw new DataError(`snapqc: not in the FY ${fy} file: ${bad.join(", ")} (variables change by year: search ` +
430
+ "the catalog with request_schema, and read that year's technical documentation)", "bad_request");
431
+ }
432
+ return [unique(out), []];
433
+ }
434
+ export const ids = (header) => EPS.id_columns.filter((c) => header.includes(c));
435
+ function fips(v) {
436
+ try {
437
+ const x = pyFloat(v);
438
+ return Number.isFinite(x) ? Math.trunc(x) : null;
439
+ }
440
+ catch {
441
+ return null;
442
+ }
443
+ }
444
+ const abbr = (v) => BY_FIPS.get(fips(v))?.[0] ?? "";
445
+ function filter(rows, st, mo) {
446
+ return rows.filter((r) => (st === null || st.has(fips(r.STATE))) && (mo === null || r.YRMONTH === mo));
447
+ }
448
+ function unitRows(db, cols, st, mo) {
449
+ const idc = ids(db.header), rest = cols.filter((c) => !EPS.id_columns.includes(c));
450
+ return filter(db.rows, st, mo).map((r) => new Map([["fiscal_year", db.fy], ["database", db.db],
451
+ ...idc.map((c) => [c, r[c]]), ["state_abbr", abbr(r.STATE)], ...rest.map((c) => [c, r[c]])]));
452
+ }
453
+ function personStems(header, stems, fy) {
454
+ const out = new Map();
455
+ const bad = [];
456
+ for (const s of stems) {
457
+ const re = new RegExp(`^${escapeRe(s)}\\d+$`);
458
+ const nums = header.filter((c) => re.test(c)).map((c) => Number(/(\d+)$/.exec(c)[1])).sort((a, b) => a - b);
459
+ if (nums.length)
460
+ out.set(s, nums);
461
+ else
462
+ bad.push(s);
463
+ }
464
+ if (bad.length) {
465
+ throw new DataError(`snapqc: no person-level columns ${bad.map((s) => s + "1..").join(", ")} in the FY ${fy} file ` +
466
+ "(search the catalog with request_schema; DIS64_ is a stem with its underscore)", "bad_request");
467
+ }
468
+ return out;
469
+ }
470
+ /** One row per person slot that has any value in FSAFIL or the asked stems. */
471
+ function personRows(db, stems, unitCols, st, mo, participantsOnly) {
472
+ const top = Math.max(...[...stems.values()].flat());
473
+ const idc = ids(db.header), rest = unitCols.filter((c) => !EPS.id_columns.includes(c));
474
+ const out = [];
475
+ for (const r of filter(db.rows, st, mo)) {
476
+ const baseRow = [["fiscal_year", db.fy], ["database", db.db], ...idc.map((c) => [c, r[c]]),
477
+ ["state_abbr", abbr(r.STATE)], ...rest.map((c) => [c, r[c]])];
478
+ for (let i = 1; i <= top; i++) {
479
+ const vals = [...stems.keys()].map((s) => [s, r[`${s}${i}`] ?? ""]);
480
+ if (!vals.some(([, v]) => v))
481
+ continue;
482
+ if (participantsOnly && (r[`FSAFIL${i}`] ?? "") !== "1")
483
+ continue;
484
+ out.push(new Map([...baseRow, ["person", i], ...vals]));
485
+ }
486
+ }
487
+ return out;
488
+ }
489
+ /** Python's sum() of floats (3.12 on: Neumaier compensated summation). */
490
+ function pySum(xs) {
491
+ let f = 0, c = 0;
492
+ for (const x of xs) {
493
+ const t = f + x;
494
+ if (Math.abs(f) >= Math.abs(x))
495
+ c += (f - t) + x;
496
+ else
497
+ c += (x - t) + f;
498
+ f = t;
499
+ }
500
+ if (c && Number.isFinite(c))
501
+ f += c;
502
+ return f;
503
+ }
504
+ /** Weighted totals by state and U.S.: average month over the file's months (HWGT / the state's months), or one month (HWGT). */
505
+ export function summaryRows(db, st, mo) {
506
+ const per = db.db.includes("_per");
507
+ const monthsOf = new Map();
508
+ for (const r of db.rows) {
509
+ const f = fips(r.STATE);
510
+ if (!monthsOf.has(f))
511
+ monthsOf.set(f, new Set());
512
+ monthsOf.get(f).add(r.YRMONTH);
513
+ }
514
+ const notes = [];
515
+ if (mo === null && !per) {
516
+ let bad = 0;
517
+ for (const r of db.rows) {
518
+ const w = pyFloat(r.HWGT) / monthsOf.get(fips(r.STATE)).size;
519
+ const fy = pyFloat(r.FYWGT);
520
+ if (Math.abs(w - fy) > 1e-6 * fy + 1e-6)
521
+ bad++;
522
+ }
523
+ if (bad) {
524
+ throw new DataError(`snapqc: in ${db.db}, HWGT / the state's sample months differs from FYWGT on ${comma(bad)} rows: ` +
525
+ "the weights no longer follow the documented definition; not computing totals", "api");
526
+ }
527
+ }
528
+ const groups = new Map();
529
+ for (const r of filter(db.rows, st, mo)) {
530
+ const f = fips(r.STATE);
531
+ const w = mo ? pyFloat(r.HWGT) : pyFloat(r.HWGT) / monthsOf.get(f).size;
532
+ if (!groups.has(f))
533
+ groups.set(f, []);
534
+ groups.get(f).push([w, pyFloat(r.FSUSIZE || 0), pyFloat(r.FSBEN || 0)]);
535
+ }
536
+ if (!groups.size)
537
+ throw new DataError(`snapqc: no rows in ${db.db} for that state/month`, "bad_request");
538
+ if (st === null)
539
+ groups.set(0, [...groups.values()].flat());
540
+ const span = mo ? `${mo}` : `${db.months[0]}-${db.months[db.months.length - 1]} (${db.months.length} months)`;
541
+ const basis = mo ? "HWGT (one month)" : "HWGT / the state's sample months (= FYWGT in full-year files)";
542
+ const sortKey = (x) => [x === 0 ? 1 : 0, BY_FIPS.get(x)?.[0] ?? "ZZ"];
543
+ const order = [...groups.keys()].sort((a, b) => {
544
+ const [ka, kb] = [sortKey(a), sortKey(b)];
545
+ return ka[0] - kb[0] || (ka[1] < kb[1] ? -1 : ka[1] > kb[1] ? 1 : 0);
546
+ });
547
+ const rows = [];
548
+ const usVals = new Map();
549
+ for (const f of order) {
550
+ const g = groups.get(f);
551
+ const units = pySum(g.map(([w]) => w)), persons = pySum(g.map(([w, s]) => w * s)), ben = pySum(g.map(([w, , b]) => w * b));
552
+ const [a, nm] = f === 0 ? ["US", "United States"] : BY_FIPS.get(f) ?? ["", `FIPS ${pyS(f)}`];
553
+ for (const [m, v, u] of [["units", units, "SNAP units, average month"], ["persons", persons, "persons, average month"],
554
+ ["benefits", ben, "dollars a month"], ["benefit_per_unit", ben / units, "dollars a month"],
555
+ ["benefit_per_person", persons ? ben / persons : null, "dollars a month"]]) {
556
+ const val = v === null ? null : pyRound(v, 4);
557
+ if (a === "US" && val !== null)
558
+ usVals.set(m, val);
559
+ rows.push(new Map([["fiscal_year", db.fy], ["database", db.db], ["months", span],
560
+ ["state_fips", f === 0 ? "" : f], ["state_abbr", a], ["state_name", nm], ["measure", m],
561
+ ["value", val === null ? "" : pyFloatRepr(val)], ["unit", u], ["sample_units", g.length], ["weight", basis]]));
562
+ }
563
+ }
564
+ const vt = (EPS.verified_totals || {})[db.db];
565
+ if (vt && st === null && mo === null) {
566
+ const off = ["units", "persons", "benefits"].filter((k) => Math.abs(usVals.get(k) - vt[k]) > 1)
567
+ .map((k) => `${k} ${commaFixed(usVals.get(k), 0)} vs ${comma(vt[k])}`);
568
+ notes.push(off.length ? `U.S. totals differ from ${vt.source.split(",")[0]} (${off.join("; ")}): the file may have been ` +
569
+ "reissued; read the current technical documentation" : `U.S. units, persons and benefits equal ${vt.source.split(";")[0]}`);
570
+ }
571
+ if (per) {
572
+ notes.push(`${db.db} is a period file: its FYWGT is the full FY 2020 file's weight (HWGT / 9), so these ` +
573
+ "totals use HWGT / the state's sample months in this period");
574
+ }
575
+ const small = rows.filter((r) => r.get("measure") === "units" && r.get("sample_units") < 100)
576
+ .map((r) => String(r.get("state_abbr"))).sort((x, y) => (x < y ? -1 : x > y ? 1 : 0));
577
+ if (small.length)
578
+ notes.push(`fewer than 100 sample units: ${small.join(", ")} (wide sampling error; no standard errors here)`);
579
+ return [rows, notes];
580
+ }
581
+ // ---------------------------------------------------------------------- the fetch
582
+ function cap(rows, req, pack) {
583
+ const c = Number(req.max_rows || pack.policy.limits.max_rows);
584
+ if (rows.length > c) {
585
+ return [rows.slice(0, c), [`${req.name}: stopped at ${comma(c)} rows (max_rows); the file has ${comma(rows.length)} for this ` +
586
+ "request: filter by state or month, or raise max_rows"]];
587
+ }
588
+ return [rows, []];
589
+ }
590
+ function rowsFor(req, p, fy, body, notes) {
591
+ const e = req.endpoint || "", name = req.name;
592
+ const dbName = database(fy, p.period);
593
+ const st = states(p.state), mo = month(p.month, fy);
594
+ let db, rows, ns;
595
+ if (e === "summary") {
596
+ db = new Database(body, fy, dbName, (h) => [...ids(h), "FSUSIZE", "FSBEN"]);
597
+ [rows, ns] = summaryRows(db, st, mo);
598
+ }
599
+ else if (e === "units") {
600
+ let cols = [];
601
+ ns = [];
602
+ db = new Database(body, fy, dbName, (h) => {
603
+ [cols, ns] = resolveVars(names(p.variables, "variables"), h, EPS.default_variables, fy);
604
+ return unique([...ids(h), ...cols]);
605
+ });
606
+ rows = unitRows(db, cols, st, mo);
607
+ }
608
+ else {
609
+ let cols = [];
610
+ let stems = new Map();
611
+ ns = [];
612
+ const po = bool(p.participants_only);
613
+ db = new Database(body, fy, dbName, (h) => {
614
+ [cols, ns] = resolveVars(names(p.variables, "variables"), h, ["FSUSIZE", "FSBEN"], fy);
615
+ const asked = names(p.person_variables, "person_variables") || EPS.default_person_variables;
616
+ stems = personStems(h, unique([...(po ? ["FSAFIL"] : []), ...asked]), fy);
617
+ return unique([...ids(h), ...cols, ...[...stems].flatMap(([s, nums]) => nums.map((i) => `${s}${i}`))]);
618
+ });
619
+ rows = personRows(db, stems, cols, st, mo, po);
620
+ }
621
+ notes.push(...ns.map((x) => `${name}: check: ${x}`));
622
+ const span = `${db.months[0]}-${db.months[db.months.length - 1]}, ${db.months.length} months`;
623
+ notes.push(`${name}: ${dbName} (${memberName(dbName)}, ${comma(db.rows.length)} sample units, ${span}): ${comma(rows.length)} rows`);
624
+ return rows;
625
+ }
626
+ function problemsOf(pack, r) {
627
+ const [, p, probs] = gr.resolve(pack, r);
628
+ return [p, [...probs, ...checkSpec({ requests: [r] })]];
629
+ }
630
+ async function fetch(spec, pack, _route) {
631
+ const site = new Site(pack);
632
+ const tables = {};
633
+ const notes = [];
634
+ for (const r of spec.requests) {
635
+ const [p, probs] = problemsOf(pack, r);
636
+ if (probs.length)
637
+ throw new DataError(probs.join("; "), "bad_request");
638
+ const rows = [];
639
+ for (const fy of years(p.fiscal_year)) {
640
+ const dbName = database(fy, p.period);
641
+ const [hit, ns] = await site.findCsv(fy, dbName);
642
+ notes.push(...ns.map((n) => `${r.name}: check: ${n}`));
643
+ rows.push(...rowsFor(r, p, fy, await site.zip(hit.path), notes));
644
+ }
645
+ const [kept, cut] = cap(rows, r, pack);
646
+ tables[r.name] = kept;
647
+ notes.push(...cut);
648
+ }
649
+ return [Object.fromEntries(Object.entries(tables).map(([k, v]) => [k, toTable(v, "snapqc")])), notes];
650
+ }
651
+ // ---------------------------------------------------------------------- manual route
652
+ function manualItems(spec, pack) {
653
+ const b = String(EPS.base_url).replace(/\/+$/, "");
654
+ const items = [];
655
+ for (const r of spec.requests || []) {
656
+ const [p, probs] = problemsOf(pack, r);
657
+ if (probs.length || !["units", "persons", "summary"].includes(r.endpoint || ""))
658
+ continue;
659
+ years(p.fiscal_year).forEach((fy, k) => {
660
+ const db = database(fy, p.period);
661
+ const csvPath = EPS.csv_files[db];
662
+ items.push({ request: r.name, name: `${r.name}#${k + 1}`, needs_key: false, method: "GET", body: null,
663
+ url: b + (csvPath || EPS.listing.path), filename: `${r.name}_${db}_csv.zip`,
664
+ note: `SNAP QC public-use data, FY ${fy}${db === `qcfy${fy}` ? "" : ` (${db})`}, CSV zip. ` +
665
+ `If the link is gone, open ${b}${EPS.listing.path}, find 'Year ${fy}' and download 'QC Data | CSV'` });
666
+ });
667
+ }
668
+ return items;
669
+ }
670
+ function parseUpload(pack, req, paths) {
671
+ const [p, probs] = problemsOf(pack, req);
672
+ if (probs.length)
673
+ throw new DataError(probs.join("; "), "bad_request");
674
+ const bodies = new Map();
675
+ const want = years(p.fiscal_year);
676
+ for (const f of [...paths].sort((a, b) => (a < b ? -1 : a > b ? 1 : 0))) {
677
+ const body = fs.readFileSync(f);
678
+ for (const fy of want) {
679
+ const db = database(fy, p.period);
680
+ if (isZip(body)) {
681
+ if (zipNames(body).some((n) => base(n).toLowerCase() === memberName(db)))
682
+ bodies.set(fy, body);
683
+ }
684
+ else if (path.basename(f).toLowerCase().endsWith(memberName(db)))
685
+ bodies.set(fy, body);
686
+ }
687
+ }
688
+ const have = [...bodies.keys()].sort((a, b) => a - b);
689
+ if (have.join() !== [...want].sort((a, b) => a - b).join()) {
690
+ throw new DataError(`request ${pyRepr(req.name)} needs the SNAP QC CSV zip for FY ${pyRepr(want)} (holding ` +
691
+ `${want.map((fy) => memberName(database(fy, p.period))).join(", ")}); the upload has ` +
692
+ `${have.length ? pyRepr(have) : "none of them"}`, "bad_request");
693
+ }
694
+ const rows = [];
695
+ for (const fy of want)
696
+ rows.push(...rowsFor(req, p, fy, bodies.get(fy), []));
697
+ return toTable(rows, "snapqc");
698
+ }
699
+ const adapter = { fetch, checkSpec, manualItems, parseUpload };
700
+ export default adapter;
701
+ //# sourceMappingURL=snapqc.js.map