data-analyst-mcp 0.0.0-stage → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (640) hide show
  1. package/README.md +262 -3
  2. package/dist/adapters/_acf_tidy.d.ts +18 -0
  3. package/dist/adapters/_acf_tidy.js +432 -0
  4. package/dist/adapters/_acf_tidy.js.map +1 -0
  5. package/dist/adapters/_actuaries_read.d.ts +38 -0
  6. package/dist/adapters/_actuaries_read.js +728 -0
  7. package/dist/adapters/_actuaries_read.js.map +1 -0
  8. package/dist/adapters/_census_micro.d.ts +70 -0
  9. package/dist/adapters/_census_micro.js +622 -0
  10. package/dist/adapters/_census_micro.js.map +1 -0
  11. package/dist/adapters/_census_util.d.ts +40 -0
  12. package/dist/adapters/_census_util.js +275 -0
  13. package/dist/adapters/_census_util.js.map +1 -0
  14. package/dist/adapters/_dol_states.d.ts +6 -0
  15. package/dist/adapters/_dol_states.js +58 -0
  16. package/dist/adapters/_dol_states.js.map +1 -0
  17. package/dist/adapters/_govinfo_entities.d.ts +4 -0
  18. package/dist/adapters/_govinfo_entities.js +6 -0
  19. package/dist/adapters/_govinfo_entities.js.map +1 -0
  20. package/dist/adapters/_govinfo_json.d.ts +13 -0
  21. package/dist/adapters/_govinfo_json.js +107 -0
  22. package/dist/adapters/_govinfo_json.js.map +1 -0
  23. package/dist/adapters/_govinfo_py.d.ts +22 -0
  24. package/dist/adapters/_govinfo_py.js +272 -0
  25. package/dist/adapters/_govinfo_py.js.map +1 -0
  26. package/dist/adapters/_govinfo_xml.d.ts +22 -0
  27. package/dist/adapters/_govinfo_xml.js +233 -0
  28. package/dist/adapters/_govinfo_xml.js.map +1 -0
  29. package/dist/adapters/_hud_excel.d.ts +2 -0
  30. package/dist/adapters/_hud_excel.js +166 -0
  31. package/dist/adapters/_hud_excel.js.map +1 -0
  32. package/dist/adapters/_omb_grid.d.ts +17 -0
  33. package/dist/adapters/_omb_grid.js +132 -0
  34. package/dist/adapters/_omb_grid.js.map +1 -0
  35. package/dist/adapters/_omb_util.d.ts +40 -0
  36. package/dist/adapters/_omb_util.js +192 -0
  37. package/dist/adapters/_omb_util.js.map +1 -0
  38. package/dist/adapters/_usaspending_state.d.ts +6 -0
  39. package/dist/adapters/_usaspending_state.js +54 -0
  40. package/dist/adapters/_usaspending_state.js.map +1 -0
  41. package/dist/adapters/_usda-fna_book.d.ts +59 -0
  42. package/dist/adapters/_usda-fna_book.js +869 -0
  43. package/dist/adapters/_usda-fna_book.js.map +1 -0
  44. package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
  45. package/dist/adapters/_usda-fna_pdf.js +361 -0
  46. package/dist/adapters/_usda-fna_pdf.js.map +1 -0
  47. package/dist/adapters/_usda-outlook_read.d.ts +70 -0
  48. package/dist/adapters/_usda-outlook_read.js +362 -0
  49. package/dist/adapters/_usda-outlook_read.js.map +1 -0
  50. package/dist/adapters/acf.d.ts +3 -0
  51. package/dist/adapters/acf.js +187 -0
  52. package/dist/adapters/acf.js.map +1 -0
  53. package/dist/adapters/actuaries.d.ts +3 -0
  54. package/dist/adapters/actuaries.js +293 -0
  55. package/dist/adapters/actuaries.js.map +1 -0
  56. package/dist/adapters/bts.d.ts +3 -0
  57. package/dist/adapters/bts.js +26 -0
  58. package/dist/adapters/bts.js.map +1 -0
  59. package/dist/adapters/census-geocoder.d.ts +10 -0
  60. package/dist/adapters/census-geocoder.js +47 -0
  61. package/dist/adapters/census-geocoder.js.map +1 -0
  62. package/dist/adapters/census.d.ts +17 -0
  63. package/dist/adapters/census.js +983 -0
  64. package/dist/adapters/census.js.map +1 -0
  65. package/dist/adapters/cfpb.d.ts +7 -0
  66. package/dist/adapters/cfpb.js +348 -0
  67. package/dist/adapters/cfpb.js.map +1 -0
  68. package/dist/adapters/clinical-trials.d.ts +3 -0
  69. package/dist/adapters/clinical-trials.js +135 -0
  70. package/dist/adapters/clinical-trials.js.map +1 -0
  71. package/dist/adapters/cms.d.ts +3 -0
  72. package/dist/adapters/cms.js +292 -0
  73. package/dist/adapters/cms.js.map +1 -0
  74. package/dist/adapters/college-scorecard.d.ts +3 -0
  75. package/dist/adapters/college-scorecard.js +122 -0
  76. package/dist/adapters/college-scorecard.js.map +1 -0
  77. package/dist/adapters/congress.d.ts +33 -0
  78. package/dist/adapters/congress.js +589 -0
  79. package/dist/adapters/congress.js.map +1 -0
  80. package/dist/adapters/dhs-ohss.d.ts +13 -0
  81. package/dist/adapters/dhs-ohss.js +598 -0
  82. package/dist/adapters/dhs-ohss.js.map +1 -0
  83. package/dist/adapters/doj-news.d.ts +7 -0
  84. package/dist/adapters/doj-news.js +286 -0
  85. package/dist/adapters/doj-news.js.map +1 -0
  86. package/dist/adapters/dol.d.ts +4 -0
  87. package/dist/adapters/dol.js +634 -0
  88. package/dist/adapters/dol.js.map +1 -0
  89. package/dist/adapters/eia.d.ts +15 -0
  90. package/dist/adapters/eia.js +456 -0
  91. package/dist/adapters/eia.js.map +1 -0
  92. package/dist/adapters/epa-aqs.d.ts +3 -0
  93. package/dist/adapters/epa-aqs.js +357 -0
  94. package/dist/adapters/epa-aqs.js.map +1 -0
  95. package/dist/adapters/epa.d.ts +3 -0
  96. package/dist/adapters/epa.js +298 -0
  97. package/dist/adapters/epa.js.map +1 -0
  98. package/dist/adapters/fbi.d.ts +3 -0
  99. package/dist/adapters/fbi.js +192 -0
  100. package/dist/adapters/fbi.js.map +1 -0
  101. package/dist/adapters/fda.d.ts +5 -0
  102. package/dist/adapters/fda.js +184 -0
  103. package/dist/adapters/fda.js.map +1 -0
  104. package/dist/adapters/fdic.d.ts +4 -0
  105. package/dist/adapters/fdic.js +95 -0
  106. package/dist/adapters/fdic.js.map +1 -0
  107. package/dist/adapters/fec.d.ts +3 -0
  108. package/dist/adapters/fec.js +142 -0
  109. package/dist/adapters/fec.js.map +1 -0
  110. package/dist/adapters/fed-board.d.ts +12 -0
  111. package/dist/adapters/fed-board.js +581 -0
  112. package/dist/adapters/fed-board.js.map +1 -0
  113. package/dist/adapters/federal-register.d.ts +11 -0
  114. package/dist/adapters/federal-register.js +43 -0
  115. package/dist/adapters/federal-register.js.map +1 -0
  116. package/dist/adapters/fhfa.d.ts +3 -0
  117. package/dist/adapters/fhfa.js +253 -0
  118. package/dist/adapters/fhfa.js.map +1 -0
  119. package/dist/adapters/fsa.d.ts +9 -0
  120. package/dist/adapters/fsa.js +335 -0
  121. package/dist/adapters/fsa.js.map +1 -0
  122. package/dist/adapters/govinfo.d.ts +30 -0
  123. package/dist/adapters/govinfo.js +636 -0
  124. package/dist/adapters/govinfo.js.map +1 -0
  125. package/dist/adapters/gsa-calc.d.ts +10 -0
  126. package/dist/adapters/gsa-calc.js +318 -0
  127. package/dist/adapters/gsa-calc.js.map +1 -0
  128. package/dist/adapters/hud.d.ts +3 -0
  129. package/dist/adapters/hud.js +200 -0
  130. package/dist/adapters/hud.js.map +1 -0
  131. package/dist/adapters/index.d.ts +3 -0
  132. package/dist/adapters/index.js +25 -0
  133. package/dist/adapters/index.js.map +1 -0
  134. package/dist/adapters/irs-soi.d.ts +6 -0
  135. package/dist/adapters/irs-soi.js +576 -0
  136. package/dist/adapters/irs-soi.js.map +1 -0
  137. package/dist/adapters/naep.d.ts +15 -0
  138. package/dist/adapters/naep.js +341 -0
  139. package/dist/adapters/naep.js.map +1 -0
  140. package/dist/adapters/nhtsa.d.ts +10 -0
  141. package/dist/adapters/nhtsa.js +239 -0
  142. package/dist/adapters/nhtsa.js.map +1 -0
  143. package/dist/adapters/nih.d.ts +5 -0
  144. package/dist/adapters/nih.js +196 -0
  145. package/dist/adapters/nih.js.map +1 -0
  146. package/dist/adapters/noaa.d.ts +3 -0
  147. package/dist/adapters/noaa.js +148 -0
  148. package/dist/adapters/noaa.js.map +1 -0
  149. package/dist/adapters/nrel.d.ts +3 -0
  150. package/dist/adapters/nrel.js +186 -0
  151. package/dist/adapters/nrel.js.map +1 -0
  152. package/dist/adapters/nws.d.ts +3 -0
  153. package/dist/adapters/nws.js +119 -0
  154. package/dist/adapters/nws.js.map +1 -0
  155. package/dist/adapters/omb.d.ts +15 -0
  156. package/dist/adapters/omb.js +517 -0
  157. package/dist/adapters/omb.js.map +1 -0
  158. package/dist/adapters/open-payments.d.ts +5 -0
  159. package/dist/adapters/open-payments.js +149 -0
  160. package/dist/adapters/open-payments.js.map +1 -0
  161. package/dist/adapters/pbgc.d.ts +13 -0
  162. package/dist/adapters/pbgc.js +283 -0
  163. package/dist/adapters/pbgc.js.map +1 -0
  164. package/dist/adapters/philfed.d.ts +12 -0
  165. package/dist/adapters/philfed.js +59 -0
  166. package/dist/adapters/philfed.js.map +1 -0
  167. package/dist/adapters/regulations.d.ts +6 -0
  168. package/dist/adapters/regulations.js +58 -0
  169. package/dist/adapters/regulations.js.map +1 -0
  170. package/dist/adapters/sec.d.ts +13 -0
  171. package/dist/adapters/sec.js +504 -0
  172. package/dist/adapters/sec.js.map +1 -0
  173. package/dist/adapters/senate-lobbying.d.ts +3 -0
  174. package/dist/adapters/senate-lobbying.js +181 -0
  175. package/dist/adapters/senate-lobbying.js.map +1 -0
  176. package/dist/adapters/snapqc.d.ts +32 -0
  177. package/dist/adapters/snapqc.js +701 -0
  178. package/dist/adapters/snapqc.js.map +1 -0
  179. package/dist/adapters/treasury-yields.d.ts +3 -0
  180. package/dist/adapters/treasury-yields.js +170 -0
  181. package/dist/adapters/treasury-yields.js.map +1 -0
  182. package/dist/adapters/usaspending.d.ts +3 -0
  183. package/dist/adapters/usaspending.js +340 -0
  184. package/dist/adapters/usaspending.js.map +1 -0
  185. package/dist/adapters/usda-fna.d.ts +7 -0
  186. package/dist/adapters/usda-fna.js +707 -0
  187. package/dist/adapters/usda-fna.js.map +1 -0
  188. package/dist/adapters/usda-fooddata.d.ts +3 -0
  189. package/dist/adapters/usda-fooddata.js +101 -0
  190. package/dist/adapters/usda-fooddata.js.map +1 -0
  191. package/dist/adapters/usda-nass.d.ts +3 -0
  192. package/dist/adapters/usda-nass.js +108 -0
  193. package/dist/adapters/usda-nass.js.map +1 -0
  194. package/dist/adapters/usda-outlook.d.ts +12 -0
  195. package/dist/adapters/usda-outlook.js +696 -0
  196. package/dist/adapters/usda-outlook.js.map +1 -0
  197. package/dist/adapters/usgs.d.ts +9 -0
  198. package/dist/adapters/usgs.js +265 -0
  199. package/dist/adapters/usgs.js.map +1 -0
  200. package/dist/adapters/usitc.d.ts +18 -0
  201. package/dist/adapters/usitc.js +170 -0
  202. package/dist/adapters/usitc.js.map +1 -0
  203. package/dist/adapters/uspto.d.ts +3 -0
  204. package/dist/adapters/uspto.js +47 -0
  205. package/dist/adapters/uspto.js.map +1 -0
  206. package/dist/adapters/world-bank.d.ts +3 -0
  207. package/dist/adapters/world-bank.js +163 -0
  208. package/dist/adapters/world-bank.js.map +1 -0
  209. package/dist/analysis/cite.d.ts +31 -0
  210. package/dist/analysis/cite.js +229 -0
  211. package/dist/analysis/cite.js.map +1 -0
  212. package/dist/analysis/combine.d.ts +27 -0
  213. package/dist/analysis/combine.js +198 -0
  214. package/dist/analysis/combine.js.map +1 -0
  215. package/dist/analysis/compute.d.ts +62 -0
  216. package/dist/analysis/compute.js +583 -0
  217. package/dist/analysis/compute.js.map +1 -0
  218. package/dist/analysis/expr.d.ts +69 -0
  219. package/dist/analysis/expr.js +780 -0
  220. package/dist/analysis/expr.js.map +1 -0
  221. package/dist/analysis/factfmt.d.ts +16 -0
  222. package/dist/analysis/factfmt.js +187 -0
  223. package/dist/analysis/factfmt.js.map +1 -0
  224. package/dist/analysis/facts.d.ts +63 -0
  225. package/dist/analysis/facts.js +355 -0
  226. package/dist/analysis/facts.js.map +1 -0
  227. package/dist/analysis/handoff.d.ts +58 -0
  228. package/dist/analysis/handoff.js +208 -0
  229. package/dist/analysis/handoff.js.map +1 -0
  230. package/dist/analysis/pyfmt.d.ts +16 -0
  231. package/dist/analysis/pyfmt.js +156 -0
  232. package/dist/analysis/pyfmt.js.map +1 -0
  233. package/dist/analysis/rerun.d.ts +13 -0
  234. package/dist/analysis/rerun.js +125 -0
  235. package/dist/analysis/rerun.js.map +1 -0
  236. package/dist/analysis/table.d.ts +18 -0
  237. package/dist/analysis/table.js +109 -0
  238. package/dist/analysis/table.js.map +1 -0
  239. package/dist/analysis/tools.d.ts +67 -0
  240. package/dist/analysis/tools.js +217 -0
  241. package/dist/analysis/tools.js.map +1 -0
  242. package/dist/analysis/write_table.d.ts +13 -0
  243. package/dist/analysis/write_table.js +59 -0
  244. package/dist/analysis/write_table.js.map +1 -0
  245. package/dist/bin/cli.d.ts +10 -0
  246. package/dist/bin/cli.js +177 -0
  247. package/dist/bin/cli.js.map +1 -0
  248. package/dist/core/cache.d.ts +14 -0
  249. package/dist/core/cache.js +90 -0
  250. package/dist/core/cache.js.map +1 -0
  251. package/dist/core/context.d.ts +12 -0
  252. package/dist/core/context.js +15 -0
  253. package/dist/core/context.js.map +1 -0
  254. package/dist/core/env.d.ts +14 -0
  255. package/dist/core/env.js +52 -0
  256. package/dist/core/env.js.map +1 -0
  257. package/dist/core/generic-rest.d.ts +61 -0
  258. package/dist/core/generic-rest.js +639 -0
  259. package/dist/core/generic-rest.js.map +1 -0
  260. package/dist/core/http.d.ts +120 -0
  261. package/dist/core/http.js +514 -0
  262. package/dist/core/http.js.map +1 -0
  263. package/dist/core/keys.d.ts +43 -0
  264. package/dist/core/keys.js +174 -0
  265. package/dist/core/keys.js.map +1 -0
  266. package/dist/core/manual.d.ts +41 -0
  267. package/dist/core/manual.js +218 -0
  268. package/dist/core/manual.js.map +1 -0
  269. package/dist/core/package.d.ts +58 -0
  270. package/dist/core/package.js +228 -0
  271. package/dist/core/package.js.map +1 -0
  272. package/dist/core/packs.d.ts +139 -0
  273. package/dist/core/packs.js +173 -0
  274. package/dist/core/packs.js.map +1 -0
  275. package/dist/core/policy.d.ts +69 -0
  276. package/dist/core/policy.js +189 -0
  277. package/dist/core/policy.js.map +1 -0
  278. package/dist/core/py.d.ts +40 -0
  279. package/dist/core/py.js +171 -0
  280. package/dist/core/py.js.map +1 -0
  281. package/dist/core/routing.d.ts +10 -0
  282. package/dist/core/routing.js +39 -0
  283. package/dist/core/routing.js.map +1 -0
  284. package/dist/core/tabular.d.ts +21 -0
  285. package/dist/core/tabular.js +229 -0
  286. package/dist/core/tabular.js.map +1 -0
  287. package/dist/deep/_bea_api.d.ts +102 -0
  288. package/dist/deep/_bea_api.js +457 -0
  289. package/dist/deep/_bea_api.js.map +1 -0
  290. package/dist/deep/_bea_fetch.d.ts +151 -0
  291. package/dist/deep/_bea_fetch.js +1274 -0
  292. package/dist/deep/_bea_fetch.js.map +1 -0
  293. package/dist/deep/_bea_util.d.ts +14 -0
  294. package/dist/deep/_bea_util.js +156 -0
  295. package/dist/deep/_bea_util.js.map +1 -0
  296. package/dist/deep/_bls_api.d.ts +84 -0
  297. package/dist/deep/_bls_api.js +231 -0
  298. package/dist/deep/_bls_api.js.map +1 -0
  299. package/dist/deep/_bls_ids.d.ts +43 -0
  300. package/dist/deep/_bls_ids.js +188 -0
  301. package/dist/deep/_bls_ids.js.map +1 -0
  302. package/dist/deep/_bls_lib.d.ts +61 -0
  303. package/dist/deep/_bls_lib.js +442 -0
  304. package/dist/deep/_bls_lib.js.map +1 -0
  305. package/dist/deep/_fred_api.d.ts +148 -0
  306. package/dist/deep/_fred_api.js +545 -0
  307. package/dist/deep/_fred_api.js.map +1 -0
  308. package/dist/deep/_fred_pack.d.ts +162 -0
  309. package/dist/deep/_fred_pack.js +1027 -0
  310. package/dist/deep/_fred_pack.js.map +1 -0
  311. package/dist/deep/_fred_py.d.ts +40 -0
  312. package/dist/deep/_fred_py.js +199 -0
  313. package/dist/deep/_fred_py.js.map +1 -0
  314. package/dist/deep/_ipums_bundle.d.ts +29 -0
  315. package/dist/deep/_ipums_bundle.js +194 -0
  316. package/dist/deep/_ipums_bundle.js.map +1 -0
  317. package/dist/deep/_ipums_ddi.d.ts +23 -0
  318. package/dist/deep/_ipums_ddi.js +162 -0
  319. package/dist/deep/_ipums_ddi.js.map +1 -0
  320. package/dist/deep/_opm_io.d.ts +26 -0
  321. package/dist/deep/_opm_io.js +383 -0
  322. package/dist/deep/_opm_io.js.map +1 -0
  323. package/dist/deep/_opm_parquet.d.ts +31 -0
  324. package/dist/deep/_opm_parquet.js +744 -0
  325. package/dist/deep/_opm_parquet.js.map +1 -0
  326. package/dist/deep/_opm_py.d.ts +6 -0
  327. package/dist/deep/_opm_py.js +74 -0
  328. package/dist/deep/_opm_py.js.map +1 -0
  329. package/dist/deep/_treasury_api.d.ts +48 -0
  330. package/dist/deep/_treasury_api.js +221 -0
  331. package/dist/deep/_treasury_api.js.map +1 -0
  332. package/dist/deep/_treasury_context.d.ts +34 -0
  333. package/dist/deep/_treasury_context.js +142 -0
  334. package/dist/deep/_treasury_context.js.map +1 -0
  335. package/dist/deep/_treasury_lib.d.ts +109 -0
  336. package/dist/deep/_treasury_lib.js +686 -0
  337. package/dist/deep/_treasury_lib.js.map +1 -0
  338. package/dist/deep/bea.d.ts +3 -0
  339. package/dist/deep/bea.js +248 -0
  340. package/dist/deep/bea.js.map +1 -0
  341. package/dist/deep/bls.d.ts +3 -0
  342. package/dist/deep/bls.js +220 -0
  343. package/dist/deep/bls.js.map +1 -0
  344. package/dist/deep/fred.d.ts +3 -0
  345. package/dist/deep/fred.js +325 -0
  346. package/dist/deep/fred.js.map +1 -0
  347. package/dist/deep/ipums.d.ts +59 -0
  348. package/dist/deep/ipums.js +744 -0
  349. package/dist/deep/ipums.js.map +1 -0
  350. package/dist/deep/opm.d.ts +56 -0
  351. package/dist/deep/opm.js +1033 -0
  352. package/dist/deep/opm.js.map +1 -0
  353. package/dist/deep/treasury.d.ts +3 -0
  354. package/dist/deep/treasury.js +218 -0
  355. package/dist/deep/treasury.js.map +1 -0
  356. package/dist/envelope.d.ts +47 -0
  357. package/dist/envelope.js +88 -0
  358. package/dist/envelope.js.map +1 -0
  359. package/dist/index.d.ts +277 -0
  360. package/dist/index.js +106 -0
  361. package/dist/index.js.map +1 -0
  362. package/dist/remote/app.d.ts +21 -0
  363. package/dist/remote/app.js +218 -0
  364. package/dist/remote/app.js.map +1 -0
  365. package/dist/remote/oauth.d.ts +14 -0
  366. package/dist/remote/oauth.js +90 -0
  367. package/dist/remote/oauth.js.map +1 -0
  368. package/dist/remote/pages.d.ts +8 -0
  369. package/dist/remote/pages.js +56 -0
  370. package/dist/remote/pages.js.map +1 -0
  371. package/dist/remote/sign.d.ts +4 -0
  372. package/dist/remote/sign.js +40 -0
  373. package/dist/remote/sign.js.map +1 -0
  374. package/dist/remote/store.d.ts +31 -0
  375. package/dist/remote/store.js +129 -0
  376. package/dist/remote/store.js.map +1 -0
  377. package/dist/report/audit_answer.d.ts +94 -0
  378. package/dist/report/audit_answer.js +1349 -0
  379. package/dist/report/audit_answer.js.map +1 -0
  380. package/dist/report/audit_report.d.ts +23 -0
  381. package/dist/report/audit_report.js +637 -0
  382. package/dist/report/audit_report.js.map +1 -0
  383. package/dist/report/build_report.d.ts +27 -0
  384. package/dist/report/build_report.js +1168 -0
  385. package/dist/report/build_report.js.map +1 -0
  386. package/dist/report/method_audit.d.ts +47 -0
  387. package/dist/report/method_audit.js +710 -0
  388. package/dist/report/method_audit.js.map +1 -0
  389. package/dist/report/policyset.d.ts +50 -0
  390. package/dist/report/policyset.js +421 -0
  391. package/dist/report/policyset.js.map +1 -0
  392. package/dist/report/py.d.ts +58 -0
  393. package/dist/report/py.js +311 -0
  394. package/dist/report/py.js.map +1 -0
  395. package/dist/report/scan_secrets.d.ts +21 -0
  396. package/dist/report/scan_secrets.js +234 -0
  397. package/dist/report/scan_secrets.js.map +1 -0
  398. package/dist/report/style_check.d.ts +29 -0
  399. package/dist/report/style_check.js +173 -0
  400. package/dist/report/style_check.js.map +1 -0
  401. package/dist/report/tools.d.ts +87 -0
  402. package/dist/report/tools.js +167 -0
  403. package/dist/report/tools.js.map +1 -0
  404. package/dist/server.d.ts +5 -0
  405. package/dist/server.js +246 -0
  406. package/dist/server.js.map +1 -0
  407. package/dist/session.d.ts +47 -0
  408. package/dist/session.js +107 -0
  409. package/dist/session.js.map +1 -0
  410. package/dist/toolkit.d.ts +21 -0
  411. package/dist/toolkit.js +2 -0
  412. package/dist/toolkit.js.map +1 -0
  413. package/dist/tools.d.ts +299 -0
  414. package/dist/tools.js +491 -0
  415. package/dist/tools.js.map +1 -0
  416. package/guide/WORKFLOW.md +134 -0
  417. package/guide/assets/disclaimer.txt +1 -0
  418. package/guide/assets/download_data.ps1 +162 -0
  419. package/guide/assets/download_data.sh +143 -0
  420. package/guide/assets/report_template.html +597 -0
  421. package/guide/references/report_patterns.md +199 -0
  422. package/guide/references/routing.md +171 -0
  423. package/guide/references/style_guide.md +398 -0
  424. package/package.json +56 -6
  425. package/packs/acf/endpoints.json +114 -0
  426. package/packs/acf/policy.json +104 -0
  427. package/packs/acf/source.md +138 -0
  428. package/packs/actuaries/endpoints.json +82 -0
  429. package/packs/actuaries/policy.json +109 -0
  430. package/packs/actuaries/source.md +137 -0
  431. package/packs/bea/assets/download_bea.ps1 +182 -0
  432. package/packs/bea/assets/download_bea.sh +144 -0
  433. package/packs/bea/docs/bea_api.md +461 -0
  434. package/packs/bea/docs/datasets.md +157 -0
  435. package/packs/bea/docs/report_patterns.md +112 -0
  436. package/packs/bea/policy.json +170 -0
  437. package/packs/bea/source.md +152 -0
  438. package/packs/bls/assets/download_bls.ps1 +152 -0
  439. package/packs/bls/assets/download_bls.sh +167 -0
  440. package/packs/bls/docs/analysis_patterns.md +108 -0
  441. package/packs/bls/docs/bls_api.md +73 -0
  442. package/packs/bls/docs/series_ids.md +149 -0
  443. package/packs/bls/policy.json +238 -0
  444. package/packs/bls/series_ids.json +1375 -0
  445. package/packs/bls/source.md +156 -0
  446. package/packs/bts/endpoints.json +347 -0
  447. package/packs/bts/policy.json +94 -0
  448. package/packs/bts/source.md +97 -0
  449. package/packs/cdc/endpoints.json +197 -0
  450. package/packs/cdc/policy.json +83 -0
  451. package/packs/cdc/source.md +74 -0
  452. package/packs/census/endpoints.json +99 -0
  453. package/packs/census/policy.json +238 -0
  454. package/packs/census/source.md +304 -0
  455. package/packs/census-geocoder/endpoints.json +70 -0
  456. package/packs/census-geocoder/policy.json +80 -0
  457. package/packs/census-geocoder/source.md +53 -0
  458. package/packs/cfpb/endpoints.json +327 -0
  459. package/packs/cfpb/policy.json +119 -0
  460. package/packs/cfpb/source.md +96 -0
  461. package/packs/clinical-trials/endpoints.json +167 -0
  462. package/packs/clinical-trials/policy.json +84 -0
  463. package/packs/clinical-trials/source.md +82 -0
  464. package/packs/cms/endpoints.json +69 -0
  465. package/packs/cms/policy.json +96 -0
  466. package/packs/cms/source.md +112 -0
  467. package/packs/college-scorecard/endpoints.json +253 -0
  468. package/packs/college-scorecard/policy.json +106 -0
  469. package/packs/college-scorecard/source.md +92 -0
  470. package/packs/congress/endpoints.json +1701 -0
  471. package/packs/congress/policy.json +117 -0
  472. package/packs/congress/source.md +190 -0
  473. package/packs/dhs-ohss/endpoints.json +66 -0
  474. package/packs/dhs-ohss/policy.json +107 -0
  475. package/packs/dhs-ohss/source.md +120 -0
  476. package/packs/doj-news/endpoints.json +59 -0
  477. package/packs/doj-news/policy.json +96 -0
  478. package/packs/doj-news/source.md +99 -0
  479. package/packs/dol/endpoints.json +818 -0
  480. package/packs/dol/policy.json +135 -0
  481. package/packs/dol/source.md +181 -0
  482. package/packs/eia/endpoints.json +718 -0
  483. package/packs/eia/policy.json +112 -0
  484. package/packs/eia/source.md +112 -0
  485. package/packs/epa/endpoints.json +292 -0
  486. package/packs/epa/policy.json +99 -0
  487. package/packs/epa/source.md +99 -0
  488. package/packs/epa-aqs/endpoints.json +174 -0
  489. package/packs/epa-aqs/policy.json +96 -0
  490. package/packs/epa-aqs/source.md +97 -0
  491. package/packs/fbi/endpoints.json +1842 -0
  492. package/packs/fbi/policy.json +118 -0
  493. package/packs/fbi/source.md +108 -0
  494. package/packs/fda/endpoints.json +238 -0
  495. package/packs/fda/policy.json +121 -0
  496. package/packs/fda/source.md +117 -0
  497. package/packs/fdic/endpoints.json +417 -0
  498. package/packs/fdic/policy.json +83 -0
  499. package/packs/fdic/source.md +92 -0
  500. package/packs/fec/endpoints.json +708 -0
  501. package/packs/fec/policy.json +93 -0
  502. package/packs/fec/source.md +90 -0
  503. package/packs/fed-board/endpoints.json +89 -0
  504. package/packs/fed-board/policy.json +136 -0
  505. package/packs/fed-board/source.md +118 -0
  506. package/packs/federal-register/endpoints.json +143 -0
  507. package/packs/federal-register/policy.json +86 -0
  508. package/packs/federal-register/source.md +98 -0
  509. package/packs/fema/endpoints.json +646 -0
  510. package/packs/fema/policy.json +103 -0
  511. package/packs/fema/source.md +103 -0
  512. package/packs/fhfa/endpoints.json +105 -0
  513. package/packs/fhfa/policy.json +109 -0
  514. package/packs/fhfa/source.md +108 -0
  515. package/packs/fred/assets/download_fred.ps1 +122 -0
  516. package/packs/fred/assets/download_fred.sh +123 -0
  517. package/packs/fred/docs/analysis_patterns.md +124 -0
  518. package/packs/fred/docs/fred_api.md +94 -0
  519. package/packs/fred/docs/series.md +188 -0
  520. package/packs/fred/policy.json +253 -0
  521. package/packs/fred/source.md +142 -0
  522. package/packs/fsa/endpoints.json +150 -0
  523. package/packs/fsa/policy.json +99 -0
  524. package/packs/fsa/source.md +102 -0
  525. package/packs/govinfo/endpoints.json +520 -0
  526. package/packs/govinfo/policy.json +116 -0
  527. package/packs/govinfo/source.md +241 -0
  528. package/packs/gsa-calc/endpoints.json +93 -0
  529. package/packs/gsa-calc/policy.json +97 -0
  530. package/packs/gsa-calc/source.md +108 -0
  531. package/packs/hud/endpoints.json +147 -0
  532. package/packs/hud/policy.json +84 -0
  533. package/packs/hud/source.md +97 -0
  534. package/packs/ipums/assets/download_ipums.ps1 +215 -0
  535. package/packs/ipums/assets/download_ipums.sh +192 -0
  536. package/packs/ipums/docs/ipums_api.md +67 -0
  537. package/packs/ipums/docs/report_patterns.md +117 -0
  538. package/packs/ipums/docs/variables.md +284 -0
  539. package/packs/ipums/lib/fetch_text.json +112 -0
  540. package/packs/ipums/policy.json +215 -0
  541. package/packs/ipums/source.md +169 -0
  542. package/packs/irs-soi/endpoints.json +114 -0
  543. package/packs/irs-soi/policy.json +107 -0
  544. package/packs/irs-soi/source.md +124 -0
  545. package/packs/medicaid/endpoints.json +412 -0
  546. package/packs/medicaid/policy.json +108 -0
  547. package/packs/medicaid/source.md +136 -0
  548. package/packs/naep/endpoints.json +217 -0
  549. package/packs/naep/policy.json +100 -0
  550. package/packs/naep/source.md +120 -0
  551. package/packs/nhtsa/endpoints.json +132 -0
  552. package/packs/nhtsa/policy.json +93 -0
  553. package/packs/nhtsa/source.md +109 -0
  554. package/packs/nih/endpoints.json +453 -0
  555. package/packs/nih/policy.json +86 -0
  556. package/packs/nih/source.md +108 -0
  557. package/packs/noaa/endpoints.json +432 -0
  558. package/packs/noaa/policy.json +95 -0
  559. package/packs/noaa/source.md +88 -0
  560. package/packs/nrel/endpoints.json +328 -0
  561. package/packs/nrel/policy.json +96 -0
  562. package/packs/nrel/source.md +91 -0
  563. package/packs/nws/endpoints.json +272 -0
  564. package/packs/nws/policy.json +82 -0
  565. package/packs/nws/source.md +81 -0
  566. package/packs/nyfed/endpoints.json +80 -0
  567. package/packs/nyfed/policy.json +92 -0
  568. package/packs/nyfed/source.md +89 -0
  569. package/packs/omb/endpoints.json +460 -0
  570. package/packs/omb/policy.json +106 -0
  571. package/packs/omb/source.md +130 -0
  572. package/packs/open-payments/endpoints.json +298 -0
  573. package/packs/open-payments/policy.json +101 -0
  574. package/packs/open-payments/source.md +99 -0
  575. package/packs/opm/assets/download_opm.ps1 +125 -0
  576. package/packs/opm/assets/download_opm.sh +85 -0
  577. package/packs/opm/docs/fields.md +184 -0
  578. package/packs/opm/docs/opm_api.md +71 -0
  579. package/packs/opm/docs/report_patterns.md +83 -0
  580. package/packs/opm/lib/data_dictionary.csv +73 -0
  581. package/packs/opm/policy.json +142 -0
  582. package/packs/opm/source.md +137 -0
  583. package/packs/pbgc/endpoints.json +483 -0
  584. package/packs/pbgc/policy.json +94 -0
  585. package/packs/pbgc/source.md +95 -0
  586. package/packs/philfed/endpoints.json +85 -0
  587. package/packs/philfed/policy.json +94 -0
  588. package/packs/philfed/source.md +125 -0
  589. package/packs/port.json +287 -0
  590. package/packs/regulations/endpoints.json +288 -0
  591. package/packs/regulations/policy.json +86 -0
  592. package/packs/regulations/source.md +84 -0
  593. package/packs/sec/endpoints.json +237 -0
  594. package/packs/sec/policy.json +86 -0
  595. package/packs/sec/source.md +101 -0
  596. package/packs/senate-lobbying/endpoints.json +554 -0
  597. package/packs/senate-lobbying/policy.json +99 -0
  598. package/packs/senate-lobbying/source.md +100 -0
  599. package/packs/snapqc/endpoints.json +1426 -0
  600. package/packs/snapqc/policy.json +92 -0
  601. package/packs/snapqc/source.md +96 -0
  602. package/packs/treasury/catalog.json +2267 -0
  603. package/packs/treasury/docs/api_guide.md +245 -0
  604. package/packs/treasury/docs/datasets.md +56 -0
  605. package/packs/treasury/docs/report_patterns.md +126 -0
  606. package/packs/treasury/policy.json +159 -0
  607. package/packs/treasury/source.md +165 -0
  608. package/packs/treasury-yields/endpoints.json +226 -0
  609. package/packs/treasury-yields/policy.json +86 -0
  610. package/packs/treasury-yields/source.md +80 -0
  611. package/packs/usaspending/endpoints.json +1316 -0
  612. package/packs/usaspending/policy.json +109 -0
  613. package/packs/usaspending/source.md +103 -0
  614. package/packs/usda-fna/endpoints.json +427 -0
  615. package/packs/usda-fna/policy.json +133 -0
  616. package/packs/usda-fna/source.md +217 -0
  617. package/packs/usda-fooddata/endpoints.json +181 -0
  618. package/packs/usda-fooddata/policy.json +94 -0
  619. package/packs/usda-fooddata/source.md +105 -0
  620. package/packs/usda-nass/endpoints.json +324 -0
  621. package/packs/usda-nass/policy.json +95 -0
  622. package/packs/usda-nass/source.md +85 -0
  623. package/packs/usda-outlook/endpoints.json +86 -0
  624. package/packs/usda-outlook/policy.json +109 -0
  625. package/packs/usda-outlook/source.md +144 -0
  626. package/packs/usgs/endpoints.json +313 -0
  627. package/packs/usgs/policy.json +95 -0
  628. package/packs/usgs/source.md +96 -0
  629. package/packs/usitc/endpoints.json +74 -0
  630. package/packs/usitc/policy.json +111 -0
  631. package/packs/usitc/source.md +90 -0
  632. package/packs/uspto/endpoints.json +141 -0
  633. package/packs/uspto/policy.json +95 -0
  634. package/packs/uspto/source.md +101 -0
  635. package/packs/va/endpoints.json +414 -0
  636. package/packs/va/policy.json +101 -0
  637. package/packs/va/source.md +129 -0
  638. package/packs/world-bank/endpoints.json +122 -0
  639. package/packs/world-bank/policy.json +101 -0
  640. package/packs/world-bank/source.md +93 -0
@@ -0,0 +1,707 @@
1
+ /**
2
+ * usda-fna adapter: SNAP State Options Report (dashboard CSV exports and PDFs), SNAP State Activity Reports (PDF), and
3
+ * FNA's Program Data tables (XLSX: SNAP, WIC, child nutrition; _usda-fna_book.ts).
4
+ *
5
+ * Neither report has an API (verified 2026-10-30). What this adapter reads:
6
+ * - The State Options Report dashboard is a Tableau view on publicdashboards.dl.usda.gov. Appending ".csv" to a
7
+ * view URL exports the view's first sheet, and URL parameters drive the export:
8
+ * StateAgencyComparison.csv?State 1 Param=<agency>&State 2 Param =<agency>&Edition=<label>
9
+ * every policy option of two agencies (column State names the agency; the second parameter's name ends in
10
+ * a space); waivers and demonstration projects are not in this view;
11
+ * OptionsProjectsWaivers.csv?Policy Option Param 1=<policy>&Option Selection Parameter 1=<selection>&Edition=<label>
12
+ * every agency that made that selection, waivers and projects included.
13
+ * An unknown parameter value is ignored silently (the view falls back to its default selection), so every
14
+ * exported row is checked against what was asked for.
15
+ * - The report PDFs (www.fna.usda.gov): see _usda-fna_pdf.ts (this server has no PDF text reader yet).
16
+ * - The Program Data workbooks are linked from three listing pages; their file names carry a release number that
17
+ * changes (snap-persons-10.xlsx), so each fetch reads the current name from the listing page (endpoints.json
18
+ * program_pages) and never builds it.
19
+ * State agencies are the reports' 53 (50 states, DC, Guam, Virgin Islands) under the reports' own names.
20
+ */
21
+ import fs from "node:fs";
22
+ import path from "node:path";
23
+ import { PACKS_DIR } from "../core/env.js";
24
+ import { clientFor, INCOMPLETE, resolve } from "../core/generic-rest.js";
25
+ import { Client, DataError } from "../core/http.js";
26
+ import { readJson } from "../core/policy.js";
27
+ import { pyQuote } from "../core/py.js";
28
+ import { readCsv } from "../core/tabular.js";
29
+ import { Areas, comma, findSheet, LayoutError, norm, pad2, parseSnapYear, parseTable, parseWicSheet, pyRepr, pyStrip, readBook, snapZipMember, SpecError, wicSheetKey, zipMembers, zipXlsxYears, } from "./_usda-fna_book.js";
30
+ import { activityPageRows, activityTableRows, AGENCIES, agenciesOf, agency, NAME, pagesOf, pdfPages, reportRows, reportYear, } from "./_usda-fna_pdf.js";
31
+ const EPS = readJson(path.join(PACKS_DIR, "usda-fna"), "endpoints.json") || {};
32
+ const AREAS = new Areas(AGENCIES); // + AS, PR, MP: the Program Data tables have them
33
+ const blank = (v) => v === null || v === undefined || v === "";
34
+ const cmp = (a, b) => (a < b ? -1 : a > b ? 1 : 0);
35
+ const lastPart = (p) => p.slice(p.lastIndexOf("/") + 1);
36
+ const reEscape = (s) => s.replace(/[.*+?^${}()|[\]\\\-]/g, "\\$&");
37
+ // ---------------------------------------------------------------------- spec helpers
38
+ function ints(v, lo, hi, what) {
39
+ const vals = Array.isArray(v) ? v : [v];
40
+ const out = [];
41
+ for (const x of vals) {
42
+ const s = pyStrip(x === null || x === undefined ? "None" : x === true ? "True" : x === false ? "False" : String(x));
43
+ if (!/^[+-]?\d+(?:_\d+)*$/.test(s))
44
+ throw new SpecError(`${what} ${pyRepr(x)} is not a number`);
45
+ const n = parseInt(s.replace(/_/g, ""), 10);
46
+ if (!(lo <= n && n <= hi))
47
+ throw new SpecError(`${what} ${n} is outside ${lo}-${hi}`);
48
+ out.push(n);
49
+ }
50
+ return out;
51
+ }
52
+ function edition(v, allowed = ["16", "17"]) {
53
+ const falsy = v === null || v === undefined || v === "" || v === 0 || v === false;
54
+ const e = pyStrip(String(falsy ? "17" : v)).toLowerCase().replace(/th/g, "");
55
+ if (!allowed.includes(e))
56
+ throw new SpecError(`edition ${pyRepr(v)}: this endpoint has editions ${allowed.join(", ")}`);
57
+ return e;
58
+ }
59
+ const reportEditions = () => Object.keys(EPS.options_reports || {});
60
+ /** The catalog entry of the requested policy (alias, or its exact name). */
61
+ function policyOf(params) {
62
+ const p = pyStrip(String(params.policy || ""));
63
+ for (const [alias, c] of Object.entries(EPS.catalog || {})) {
64
+ if (c.endpoint === "option_states" && (p === alias || p === c.id || p.toLowerCase() === c.id.toLowerCase()))
65
+ return c;
66
+ }
67
+ throw new SpecError(`policy ${pyRepr(p)} is not in the catalog: use an alias or name from source_brief / a request_schema search ` +
68
+ "(e.g. bbce, abawd_waiver, telephonic_signature_waiver)");
69
+ }
70
+ /** [key, definition] of a Program Data table (catalog entries with endpoint program_table). */
71
+ function tableOf(params) {
72
+ const k = pyStrip(String(params.table || ""));
73
+ const cat = EPS.catalog || {};
74
+ const c = Object.prototype.hasOwnProperty.call(cat, k) ? cat[k] : null;
75
+ if (!c || c.endpoint !== "program_table") {
76
+ const keys = Object.entries(cat).filter(([, d]) => d.endpoint === "program_table").map(([a]) => a);
77
+ throw new SpecError(`table ${pyRepr(k)} is not a Program Data table; known: ${keys.join(", ")}`);
78
+ }
79
+ return [k, c];
80
+ }
81
+ function wicMeasures(v) {
82
+ const sheets = EPS.wic_agency_sheets;
83
+ if (blank(v))
84
+ return ["participants_total"];
85
+ if (v === "all" || (Array.isArray(v) && v.length === 1 && v[0] === "all"))
86
+ return Object.keys(sheets);
87
+ const vals = Array.isArray(v) ? v : String(v).split(",").map(pyStrip).filter(Boolean);
88
+ const bad = vals.filter((x) => !Object.prototype.hasOwnProperty.call(sheets, x));
89
+ if (bad.length)
90
+ throw new SpecError(`unknown WIC measure(s) ${pyRepr(bad)}; known: ${Object.keys(sheets).join(", ")}`);
91
+ return vals;
92
+ }
93
+ function endpointOf(req) {
94
+ let e = req.endpoint;
95
+ const cat = EPS.catalog || {};
96
+ if (!e && req.dataset && Object.prototype.hasOwnProperty.call(cat, req.dataset))
97
+ e = cat[req.dataset].endpoint;
98
+ return e || "";
99
+ }
100
+ function checkSpec(spec) {
101
+ const probs = [];
102
+ for (const r of spec.requests || []) {
103
+ const p = r.params || {}, e = endpointOf(r), n = r.name;
104
+ try {
105
+ if (e === "options_by_state") {
106
+ agenciesOf(p.state);
107
+ edition(p.edition);
108
+ }
109
+ else if (e === "option_states") {
110
+ const c = policyOf({ policy: p.policy || r.dataset });
111
+ edition(p.edition);
112
+ if (!blank(p.selection) && !c.selections.includes(p.selection)) {
113
+ probs.push(`request ${pyRepr(n)}: selection ${pyRepr(p.selection)} is not one of ${pyRepr(c.id)}'s: ` + c.selections.join("; "));
114
+ }
115
+ }
116
+ else if (e === "options_report") {
117
+ edition(p.edition, reportEditions());
118
+ if (!blank(p.state))
119
+ agency(p.state);
120
+ pagesOf(p.pages);
121
+ }
122
+ else if (e === "activity_tables") {
123
+ const yrs = EPS.activity_parsed_years || [];
124
+ ints(p.fiscal_year, Math.min(...yrs), Math.max(...yrs), "fiscal_year (parsed tables: FY 2019-2023; " +
125
+ "other years: activity_report)");
126
+ const t = p.tables;
127
+ if (!blank(t) && t !== "all") {
128
+ const bad = (Array.isArray(t) ? t : [t]).filter((x) => !Object.prototype.hasOwnProperty.call(EPS.activity_tables, x));
129
+ if (bad.length)
130
+ probs.push(`request ${pyRepr(n)}: unknown table(s) ${pyRepr(bad)}; known: ${Object.keys(EPS.activity_tables).join(", ")}`);
131
+ }
132
+ if (!blank(p.state))
133
+ agenciesOf(p.state);
134
+ }
135
+ else if (e === "program_table") {
136
+ const [k, c] = tableOf({ table: p.table || r.dataset });
137
+ if (!blank(p.state)) {
138
+ if (c.layout === "annual" || c.layout === "monthly") {
139
+ probs.push(`request ${pyRepr(n)}: ${k} is a national table; drop state (state tables: the ` +
140
+ "catalog entries ending in _state or _latest)");
141
+ }
142
+ AREAS.codes(p.state);
143
+ }
144
+ if (!blank(p.fiscal_year))
145
+ ints(p.fiscal_year, 1969, 2100, "fiscal_year");
146
+ }
147
+ else if (e === "snap_state_monthly") {
148
+ const lo = EPS.snap_zip.first_xlsx_year;
149
+ ints(p.fiscal_year, lo, 2100, `fiscal_year (FY ${lo} onward; earlier years are .xls files ` +
150
+ "this pack does not read: snap_annual has national totals)");
151
+ if (!blank(p.state))
152
+ AREAS.codes(p.state);
153
+ }
154
+ else if (e === "wic_agency_monthly") {
155
+ const yrs = EPS.wic_agency_files.years;
156
+ const fys = ints(p.fiscal_year, Math.min(...yrs), 2100, `fiscal_year (FY ${Math.min(...yrs)} onward)`);
157
+ if (fys.length > 1)
158
+ probs.push(`request ${pyRepr(n)}: wic_agency_monthly takes one fiscal_year a request`);
159
+ wicMeasures(p.measures);
160
+ if (!blank(p.state))
161
+ AREAS.codes(p.state);
162
+ }
163
+ else if (e === "activity_report") {
164
+ ints(p.fiscal_year, 2004, 2023, "fiscal_year");
165
+ if ((Array.isArray(p.fiscal_year) ? p.fiscal_year : [1]).length > 1) {
166
+ probs.push(`request ${pyRepr(n)}: activity_report takes one fiscal_year a request`);
167
+ }
168
+ pagesOf(p.pages);
169
+ }
170
+ }
171
+ catch (ex) {
172
+ if (!(ex instanceof SpecError))
173
+ throw ex;
174
+ probs.push(`request ${pyRepr(n)}: ${ex.message}`);
175
+ }
176
+ }
177
+ return probs;
178
+ }
179
+ // ---------------------------------------------------------------------- network
180
+ /** One fetch's clients and listing pages (the Python module kept them for its one-shot process). */
181
+ class Net {
182
+ pack;
183
+ tab = null;
184
+ listings = new Map();
185
+ constructor(pack) {
186
+ this.pack = pack;
187
+ }
188
+ tableau() {
189
+ this.tab ??= new Client(EPS.tableau.base_url, { name: "usda-fna (publicdashboards.dl.usda.gov)", rps: 1, burst: 2, timeout: 60 });
190
+ return this.tab;
191
+ }
192
+ async getView(p) {
193
+ try {
194
+ return (await this.tableau().get(p)).body;
195
+ }
196
+ catch (e) {
197
+ if (e instanceof DataError && e.kind === "not_found") {
198
+ throw new DataError(`usda-fna: the State Options dashboard view is gone (HTTP 404): FNA has republished the ` +
199
+ `dashboard (${EPS.tableau.page}), so endpoints.json tableau needs the new view ` +
200
+ "path. Until then use options_report (the PDF).", "not_found", 404);
201
+ }
202
+ throw e;
203
+ }
204
+ }
205
+ async getPdf(p) {
206
+ const body = (await clientFor(this.pack).get(p)).body;
207
+ if (!body.subarray(0, 4).equals(Buffer.from("%PDF"))) {
208
+ throw new DataError(`usda-fna: ${p} did not return a PDF (the site may have moved the file; see the listing ` +
209
+ "pages in source.md Access)", "api");
210
+ }
211
+ return body;
212
+ }
213
+ async listing(program) {
214
+ if (!this.listings.has(program)) {
215
+ this.listings.set(program, (await clientFor(this.pack).get(EPS.program_pages[program])).body.toString("utf8"));
216
+ }
217
+ return this.listings.get(program);
218
+ }
219
+ /** The resource-file paths on a listing page whose file name matches rx (whole name). */
220
+ async listed(program, rx, what) {
221
+ const html = await this.listing(program);
222
+ const re = new RegExp(`^(?:${rx})$`, "i");
223
+ const hits = [];
224
+ for (const m of html.matchAll(/href="(\/sites\/default\/files\/resource-files\/([^"/]+))"/g)) {
225
+ if (re.test(m[2]) && !hits.includes(m[1]))
226
+ hits.push(m[1]);
227
+ }
228
+ if (!hits.length) {
229
+ throw new DataError(`usda-fna: no ${what} link on ${EPS.base_url}${EPS.program_pages[program]} (FNA may have ` +
230
+ "renamed or moved the file; endpoints.json program_pages / catalog stem need updating)", "api");
231
+ }
232
+ return hits;
233
+ }
234
+ async getFile(p, kind) {
235
+ const body = (await clientFor(this.pack).get(p)).body;
236
+ if (body.subarray(0, 2).toString("latin1") !== "PK") {
237
+ throw new DataError(`usda-fna: ${p} did not return an ${kind} file (the site may have moved it; see the listing ` +
238
+ "pages in source.md Access)", "api");
239
+ }
240
+ return body;
241
+ }
242
+ }
243
+ function one(hits, what) {
244
+ if (hits.length > 1) {
245
+ throw new DataError(`usda-fna: the listing page links several ${what} files (${hits.join(", ")}); not guessing ` +
246
+ "which is current", "api");
247
+ }
248
+ return hits[0];
249
+ }
250
+ function view(v, query) {
251
+ return `${EPS.tableau.workbook}/${v}.csv?` + Object.entries(query).map(([k, x]) => `${pyQuote(k, "")}=${pyQuote(x, "")}`).join("&");
252
+ }
253
+ // ---------------------------------------------------------------------- State Options Report: dashboard CSVs
254
+ function csvRows(body, need, what) {
255
+ const text = body.toString("utf8").replace(/^\ufeff/, "");
256
+ const rows = readCsv(text).map((r) => {
257
+ const o = {};
258
+ for (const [k, v] of Object.entries(r))
259
+ o[pyStrip(k ?? "")] = pyStrip(v === null || v === undefined ? "" : String(v));
260
+ return o;
261
+ });
262
+ const head = new Set(rows.length ? Object.keys(rows[0]) : (text.split(/\r\n|[\n\r]/)[0] ?? "").split(",").map(pyStrip));
263
+ if (!pyStrip(text))
264
+ return [];
265
+ const miss = need.filter((x) => !head.has(x)).sort(cmp);
266
+ if (miss.length) {
267
+ throw new DataError(`usda-fna: the dashboard's ${what} export no longer has the columns ${pyRepr(miss)} ` +
268
+ `(it has ${pyRepr([...head].sort(cmp).slice(0, 8))}): the dashboard was changed; use options_report (the PDF)`, "api");
269
+ }
270
+ return rows;
271
+ }
272
+ function pairs(abbrs) {
273
+ const names = abbrs.map((a) => NAME.get(a));
274
+ const out = [];
275
+ for (let i = 0; i < names.length; i += 2)
276
+ out.push([names[i], i + 1 < names.length ? names[i + 1] : names[i]]);
277
+ return out;
278
+ }
279
+ const byStateQuery = (pr, label) => ({ "State 1 Param": pr[0], "State 2 Param ": pr[1], Edition: label });
280
+ function byStateRows(bodies, abbrs, label) {
281
+ const want = new Set(abbrs.map((a) => NAME.get(a)));
282
+ const out = [], seen = new Set();
283
+ for (const b of bodies) {
284
+ for (const r of csvRows(b, ["State", "Option Selection", "Policy Option Field", "Counting Option Selection"], "StateAgencyComparison")) {
285
+ const st = r.State;
286
+ if (!want.has(st))
287
+ continue;
288
+ const row = { edition: label, state: st, state_abbr: agency(st), policy_option: r["Policy Option Field"],
289
+ option_selection: r["Option Selection"], agencies_with_selection: r["Counting Option Selection"],
290
+ share_of_agencies: r["% Counting Option Selection"] ?? "" };
291
+ const key = JSON.stringify(Object.values(row));
292
+ if (!seen.has(key)) {
293
+ seen.add(key);
294
+ out.push(row);
295
+ }
296
+ }
297
+ }
298
+ const got = new Set(out.map((r) => r.state));
299
+ const notes = [];
300
+ const lack = [...want].filter((x) => !got.has(x)).sort(cmp);
301
+ if (lack.length)
302
+ notes.push(`${INCOMPLETE} no rows for ${lack.join(", ")} (${label})`);
303
+ return [out, notes];
304
+ }
305
+ function selections(params) {
306
+ const c = policyOf(params);
307
+ const sel = params.selection;
308
+ return [c, !blank(sel) ? [sel] : [...c.selections]];
309
+ }
310
+ const optionQuery = (policy, sel, label) => ({ "Policy Option Param 1": policy, "Option Selection Parameter 1": sel, Edition: label });
311
+ function optionRows(bodies, c, sels, label) {
312
+ const out = [];
313
+ for (const b of bodies) {
314
+ for (const r of csvRows(b, ["Edition", "Option Selection", "Policy Option", "State Agency"], "OptionsProjectsWaivers")) {
315
+ if (r["Policy Option"] !== c.id || !sels.includes(r["Option Selection"]) || r.Edition !== label) {
316
+ // the view ignored a parameter (an unknown value falls back to the default selection)
317
+ throw new DataError(`usda-fna: asked for ${pyRepr(c.id)} / ${pyRepr(sels)} (${label}) but the dashboard returned ` +
318
+ `${pyRepr(r["Policy Option"])} / ${pyRepr(r["Option Selection"])} (${r.Edition}): the policy or ` +
319
+ "selection name no longer matches the dashboard; check it in the dashboard and endpoints.json catalog", "api");
320
+ }
321
+ out.push({ edition: label, policy_option: r["Policy Option"], option_selection: r["Option Selection"],
322
+ state: r["State Agency"], state_abbr: agency(r["State Agency"]) });
323
+ }
324
+ }
325
+ return out;
326
+ }
327
+ // ---------------------------------------------------------------------- Program Data tables (XLSX)
328
+ function keepRows(rows, p) {
329
+ if (!blank(p.state)) {
330
+ const codes = new Set(AREAS.codes(p.state));
331
+ rows = rows.filter((x) => codes.has(x.state_abbr));
332
+ }
333
+ if (!blank(p.fiscal_year)) {
334
+ const fys = new Set(ints(p.fiscal_year, 1969, 2100, "fiscal_year"));
335
+ rows = rows.filter((x) => fys.has(x.fiscal_year));
336
+ }
337
+ return rows;
338
+ }
339
+ function layout(f) {
340
+ try {
341
+ return f();
342
+ }
343
+ catch (ex) {
344
+ if (!(ex instanceof LayoutError))
345
+ throw ex;
346
+ throw new DataError(`usda-fna: the workbook does not have the expected layout (${ex.message}); its rows were not read. ` +
347
+ "FNA changed the table: check it and update endpoints.json (catalog columns / title)", "api");
348
+ }
349
+ }
350
+ /** Rows and notes of Program Data table k from its workbook (exported for the tests, as Python's program_rows). */
351
+ export function programRows(k, c, body, p) {
352
+ const [rows, notes] = layout(() => parseTable(k, c, body, AREAS));
353
+ return [keepRows(rows, p), notes];
354
+ }
355
+ export const table = (k) => tableOf({ table: k });
356
+ function snapZipYears(body, fys, what) {
357
+ let names;
358
+ try {
359
+ names = zipMembers(body);
360
+ }
361
+ catch {
362
+ throw new DataError(`usda-fna: ${what} is not a zip file`, "api");
363
+ }
364
+ const out = new Map(fys.map((fy) => [fy, snapZipMember(body, names, fy)]));
365
+ const missing = [...out].filter(([, b]) => b === null).map(([fy]) => fy);
366
+ if (missing.length) {
367
+ const have = zipXlsxYears(names).filter((y) => y >= EPS.snap_zip.first_xlsx_year);
368
+ throw new DataError(`usda-fna: the SNAP data zip has no FY${pad2(missing[0] % 100)}.xlsx (its .xlsx years: ` +
369
+ `${pyRepr(have)})`, "bad_request");
370
+ }
371
+ return out;
372
+ }
373
+ function snapMonthlyRows(bodies, p) {
374
+ let rows = [];
375
+ const notes = [];
376
+ for (const fy of [...bodies.keys()].sort((a, b) => a - b)) {
377
+ const [rs, ns] = layout(() => parseSnapYear(bodies.get(fy), fy, AREAS));
378
+ rows = rows.concat(rs);
379
+ notes.push(...ns);
380
+ }
381
+ return [keepRows(rows, { state: p.state }), notes];
382
+ }
383
+ function wicAgencyRows(body, fy, p) {
384
+ const want = wicMeasures(p.measures);
385
+ const book = layout(() => readBook(body));
386
+ let rows = [];
387
+ const notes = [], seen = new Set();
388
+ for (const [name, rs, hidden] of book) {
389
+ const k = wicSheetKey(name, EPS.wic_agency_sheets);
390
+ if (k === null || !want.includes(k))
391
+ continue;
392
+ let r2, n2;
393
+ try {
394
+ [r2, n2] = parseWicSheet(k, EPS.wic_agency_sheets[k], rs, hidden, fy, AREAS);
395
+ }
396
+ catch (ex) {
397
+ if (!(ex instanceof LayoutError))
398
+ throw ex;
399
+ notes.push(`${INCOMPLETE} sheet ${pyRepr(name)} dropped: ${ex.message}`);
400
+ continue;
401
+ }
402
+ seen.add(k);
403
+ rows = rows.concat(r2);
404
+ notes.push(...n2);
405
+ }
406
+ for (const k of want) {
407
+ if (!seen.has(k) && !notes.some((n) => n.includes(k)))
408
+ notes.push(`${INCOMPLETE} no sheet for ${k} in the FY ${fy} WIC agency workbook`);
409
+ }
410
+ return [keepRows(rows, { state: p.state }), notes];
411
+ }
412
+ /** Request-named notes: an incomplete one keeps the INCOMPLETE marker right after the name; the rest are checks. */
413
+ function named(name, notes) {
414
+ return notes.map((n) => (n.includes(INCOMPLETE) ? `${name}${n.slice(n.indexOf(INCOMPLETE))}` : `${name}: check: ${n}`));
415
+ }
416
+ // ---------------------------------------------------------------------- the fetch
417
+ async function fetchOne(net, r, params) {
418
+ const e = endpointOf(r), p = params;
419
+ if (e === "options_by_state") {
420
+ const ed = edition(p.edition);
421
+ const label = EPS.tableau.editions[ed], abbrs = agenciesOf(p.state);
422
+ const bodies = [];
423
+ for (const pr of pairs(abbrs))
424
+ bodies.push(await net.getView(view("StateAgencyComparison", byStateQuery(pr, label))));
425
+ const [rows, notes] = byStateRows(bodies, abbrs, label);
426
+ return [rows, [...notes.map((n) => (n.startsWith(INCOMPLETE) ? `${r.name}${n}` : n)),
427
+ `${r.name}: ${comma(rows.length)} rows for ${new Set(rows.map((x) => x.state)).size} agencies (${label}); policy options ` +
428
+ "only (waivers and demonstration projects: option_states or options_report)"]];
429
+ }
430
+ if (e === "option_states") {
431
+ const ed = edition(p.edition);
432
+ const label = EPS.tableau.editions[ed];
433
+ const [c, sels] = selections({ ...p, policy: p.policy || r.dataset });
434
+ const bodies = [];
435
+ for (const s of sels)
436
+ bodies.push(await net.getView(view("OptionsProjectsWaivers", optionQuery(c.id, s, label))));
437
+ const rows = optionRows(bodies, c, sels, label);
438
+ if (!rows.length && !r.allow_empty) {
439
+ throw new DataError(`request ${pyRepr(r.name)}: no agency has ${pyRepr(c.id)} = ${pyRepr(sels)} in the ${label}: the option may ` +
440
+ "not be in that edition (the catalog description says which)", "bad_request");
441
+ }
442
+ const n = new Set(rows.map((x) => x.state)).size;
443
+ return [rows, [`${r.name}: ${c.id} (${label}): ${rows.length} rows, ${n} of 53 agencies` +
444
+ (p.selection ? "" : "; an agency missing here has no published selection")]];
445
+ }
446
+ if (e === "options_report") {
447
+ const ed = edition(p.edition, reportEditions());
448
+ const rows = reportRows(pdfPages(await net.getPdf(EPS.options_reports[ed].url)), ed, p, EPS);
449
+ return [rows, [`${r.name}: ${EPS.options_reports[ed].label}, ${rows.length} page(s) of text`]];
450
+ }
451
+ if (e === "activity_report") {
452
+ const fy = ints(p.fiscal_year, 2004, 2023, "fiscal_year")[0];
453
+ const rows = activityPageRows(pdfPages(await net.getPdf(EPS.activity_reports[String(fy)])), fy, p);
454
+ return [rows, [`${r.name}: SNAP State Activity Report FY ${fy}, ${rows.length} page(s) of text`]];
455
+ }
456
+ if (e === "program_table") {
457
+ const [k, c] = tableOf({ table: p.table || r.dataset });
458
+ const fp = one(await net.listed(c.program, reEscape(c.stem) + "-\\d+\\.xlsx", `${k} (${c.stem}-NN.xlsx)`), k);
459
+ const [rows, notes] = programRows(k, c, await net.getFile(fp, "XLSX"), p);
460
+ const asof = rows.length ? rows[0].data_as_of : "";
461
+ return [rows, [...named(r.name, notes), `${r.name}: ${k} from ${lastPart(fp)} (data as of ` +
462
+ `${asof || "not stated"}): ${comma(rows.length)} values`]];
463
+ }
464
+ if (e === "snap_state_monthly") {
465
+ const z = EPS.snap_zip;
466
+ const fp = one(await net.listed("snap", reEscape(z.stem) + "-\\d+\\.zip", "SNAP data zip"), "SNAP data zip");
467
+ const fys = ints(p.fiscal_year, z.first_xlsx_year, 2100, "fiscal_year");
468
+ const [rows, notes] = snapMonthlyRows(snapZipYears(await net.getFile(fp, "zip"), fys, fp), p);
469
+ return [rows, [...named(r.name, notes), `${r.name}: SNAP by state and month, FY ` +
470
+ `${fys.join(", ")}, from ${lastPart(fp)}: ${comma(rows.length)} values`]];
471
+ }
472
+ if (e === "wic_agency_monthly") {
473
+ const fy = ints(p.fiscal_year, 2022, 2100, "fiscal_year")[0];
474
+ const hits = await net.listed("wic", "wicagencies\\d{4}ytd\\.xlsx", "WIC agency monthly");
475
+ const mine = hits.filter((h) => h.toLowerCase().endsWith(`wicagencies${fy}ytd.xlsx`));
476
+ if (!mine.length) {
477
+ const have = hits.map((h) => parseInt(/(\d{4})ytd/.exec(h)[1], 10)).sort((a, b) => a - b);
478
+ throw new DataError(`request ${pyRepr(r.name)}: the WIC page lists agency files for FY ${pyRepr(have)}, not FY ${fy}`, "bad_request");
479
+ }
480
+ const [rows, notes] = wicAgencyRows(await net.getFile(mine[0], "XLSX"), fy, p);
481
+ return [rows, [...named(r.name, notes), `${r.name}: WIC by agency and month, FY ${fy}, from ` +
482
+ `${lastPart(mine[0])}: ${comma(rows.length)} values`]];
483
+ }
484
+ if (e === "activity_tables") {
485
+ let rows = [];
486
+ const notes = [];
487
+ for (const fy of ints(p.fiscal_year, 2019, 2023, "fiscal_year")) {
488
+ const [rs, ns] = activityTableRows(pdfPages(await net.getPdf(EPS.activity_reports[String(fy)])), fy, p, EPS);
489
+ rows = rows.concat(rs);
490
+ notes.push(...ns);
491
+ }
492
+ const tabs = new Set(rows.map((x) => x.table));
493
+ return [rows, [...notes.map((n) => (!n.includes(INCOMPLETE) ? `${r.name}: ${n}` : `${r.name}${n.slice(n.indexOf(INCOMPLETE))}`)),
494
+ `${r.name}: ${comma(rows.length)} values from ${tabs.size} table(s)`]];
495
+ }
496
+ throw new DataError(`request ${pyRepr(r.name)}: unknown endpoint ${pyRepr(e)}`, "bad_request");
497
+ }
498
+ async function fetch(spec, pack) {
499
+ const tables = {}, notes = [];
500
+ const net = new Net(pack);
501
+ for (const r of spec.requests) {
502
+ const [, params, probs] = resolve(pack, r);
503
+ if (probs.length)
504
+ throw new DataError(probs.join("; "), "bad_request");
505
+ const [rows, ns] = await fetchOne(net, r, params);
506
+ tables[r.name] = rows;
507
+ notes.push(...ns);
508
+ }
509
+ return [tables, notes];
510
+ }
511
+ // ---------------------------------------------------------------------- manual route
512
+ function manualItems(spec, pack) {
513
+ const fna = String(EPS.base_url).replace(/\/+$/, "");
514
+ const tab = String(EPS.tableau.base_url).replace(/\/+$/, "");
515
+ const items = [];
516
+ for (const r of spec.requests || []) {
517
+ const [, p, probs] = resolve(pack, r);
518
+ if (probs.length || checkSpec({ requests: [r] }).length)
519
+ continue;
520
+ const e = endpointOf(r), name = r.name;
521
+ const base = { request: name, needs_key: false, method: "GET", body: null };
522
+ if (e === "options_by_state") {
523
+ const label = EPS.tableau.editions[edition(p.edition)];
524
+ pairs(agenciesOf(p.state)).forEach((pr, i) => {
525
+ items.push({ ...base, name: `${name}#${i + 1}`, url: tab + view("StateAgencyComparison", byStateQuery(pr, label)),
526
+ filename: `${name}_${pad2(i + 1)}.csv`, note: `${pr[0]} and ${pr[1]} (${label})` });
527
+ });
528
+ }
529
+ else if (e === "option_states") {
530
+ const label = EPS.tableau.editions[edition(p.edition)];
531
+ const [c, sels] = selections({ ...p, policy: p.policy || r.dataset });
532
+ sels.forEach((s, i) => {
533
+ items.push({ ...base, name: `${name}#${i + 1}`, url: tab + view("OptionsProjectsWaivers", optionQuery(c.id, s, label)),
534
+ filename: `${name}_${pad2(i + 1)}.csv`, note: `${c.id}: ${s} (${label})` });
535
+ });
536
+ }
537
+ else if (e === "program_table") {
538
+ const [k, c] = tableOf({ table: p.table || r.dataset });
539
+ const page = fna + EPS.program_pages[c.program];
540
+ items.push({ ...base, name: `${name}#1`, url: `${fna}/sites/default/files/resource-files/${c.stem}-${EPS.program_release}.xlsx`,
541
+ filename: `${name}_${c.stem}.xlsx`, note: `${k}: ${c.description} (Excel). If the link is gone, the release number changed: ` +
542
+ `open ${page} and download the Excel file of this table` });
543
+ }
544
+ else if (e === "snap_state_monthly") {
545
+ items.push({ ...base, name: `${name}#1`, url: fna + EPS.snap_zip.file, filename: `${name}_${EPS.snap_zip.stem}.zip`,
546
+ note: "SNAP data zip (persons, households, benefits by state and month, FY 1969 on). If " +
547
+ `the link is gone, open ${fna}${EPS.program_pages.snap} and download the 'FY 69 through FY ..' zip` });
548
+ }
549
+ else if (e === "wic_agency_monthly") {
550
+ const fy = ints(p.fiscal_year, 2022, 2100, "fiscal_year")[0];
551
+ items.push({ ...base, name: `${name}#1`, url: fna + String(EPS.wic_agency_files.file).replaceAll("{fy}", String(fy)),
552
+ filename: `${name}_wicagencies${fy}ytd.xlsx`, note: `WIC monthly data by state agency, FY ${fy} (Excel), from ` +
553
+ `${fna}${EPS.program_pages.wic}` });
554
+ }
555
+ else if (e === "options_report" || e === "activity_report" || e === "activity_tables") {
556
+ let files;
557
+ if (e === "options_report") {
558
+ const ed = edition(p.edition, reportEditions());
559
+ files = [[EPS.options_reports[ed].url, EPS.options_reports[ed].label]];
560
+ }
561
+ else {
562
+ files = ints(p.fiscal_year, 2004, 2023, "fiscal_year").map((fy) => [EPS.activity_reports[String(fy)], `SNAP State Activity Report FY ${fy}`]);
563
+ }
564
+ files.forEach(([fp, label], i) => {
565
+ let leaf = lastPart(fp);
566
+ try {
567
+ leaf = decodeURIComponent(leaf);
568
+ }
569
+ catch {
570
+ /* keep it encoded */
571
+ }
572
+ items.push({ ...base, name: `${name}#${i + 1}`, url: fna + fp, filename: `${name}_${leaf.replace(/ /g, "_")}`,
573
+ note: `${label} (PDF)` });
574
+ });
575
+ }
576
+ }
577
+ return items;
578
+ }
579
+ function parseUpload(pack, req, files) {
580
+ const [, p, probs] = resolve(pack, req);
581
+ if (probs.length)
582
+ throw new DataError(probs.join("; "), "bad_request");
583
+ const e = endpointOf(req);
584
+ const read = (f) => fs.readFileSync(f);
585
+ const paths = [...files].sort(cmp);
586
+ const isPk = (b) => b.subarray(0, 2).toString("latin1") === "PK";
587
+ if (e === "program_table") {
588
+ const [k, c] = tableOf({ table: p.table || req.dataset });
589
+ for (const x of paths) {
590
+ const body = read(x);
591
+ if (isPk(body)) {
592
+ try {
593
+ if (findSheet(readBook(body), c))
594
+ return programRows(k, c, body, p)[0];
595
+ }
596
+ catch (ex) {
597
+ if (ex instanceof LayoutError)
598
+ continue;
599
+ throw ex;
600
+ }
601
+ }
602
+ }
603
+ throw new DataError(`request ${pyRepr(req.name)} needs the Excel file of ${k} (${c.stem}-NN.xlsx); none of the ` +
604
+ "uploaded files is that table (checked by its title row)", "bad_request");
605
+ }
606
+ if (e === "snap_state_monthly") {
607
+ const fys = ints(p.fiscal_year, EPS.snap_zip.first_xlsx_year, 2100, "fiscal_year");
608
+ const bodies = new Map();
609
+ for (const x of paths) {
610
+ const body = read(x);
611
+ if (!isPk(body))
612
+ continue;
613
+ let names;
614
+ try {
615
+ names = zipMembers(body);
616
+ }
617
+ catch {
618
+ throw new DataError(`usda-fna: ${path.basename(x)} is not a zip file`, "api");
619
+ }
620
+ if (names.includes("xl/workbook.xml")) { // one FYyy.xlsx uploaded on its own
621
+ const top = readBook(body)[0][1].slice(0, 3).flatMap((r) => r.filter((v) => v).map(norm)).join(" ");
622
+ const fy = fys.find((y) => top.includes(`Fiscal Year ${y}`));
623
+ if (fy)
624
+ bodies.set(fy, body);
625
+ continue;
626
+ }
627
+ for (const fy of fys) {
628
+ const b = snapZipMember(body, names, fy);
629
+ if (b !== null)
630
+ bodies.set(fy, b);
631
+ }
632
+ }
633
+ const got = [...bodies.keys()].sort((a, b) => a - b), need = [...fys].sort((a, b) => a - b);
634
+ if (got.join(",") !== need.join(",")) {
635
+ throw new DataError(`request ${pyRepr(req.name)} needs the SNAP data zip (or its FYyy.xlsx files) for FY ${pyRepr(fys)}; ` +
636
+ `the upload has ${got.length ? pyRepr(got) : "none of them"}`, "bad_request");
637
+ }
638
+ return snapMonthlyRows(bodies, p)[0];
639
+ }
640
+ if (e === "wic_agency_monthly") {
641
+ const fy = ints(p.fiscal_year, 2022, 2100, "fiscal_year")[0];
642
+ for (const x of paths) {
643
+ const body = read(x);
644
+ if (!isPk(body))
645
+ continue;
646
+ let book;
647
+ try {
648
+ book = readBook(body);
649
+ }
650
+ catch (ex) {
651
+ if (ex instanceof LayoutError)
652
+ continue;
653
+ throw ex;
654
+ }
655
+ const rx = new RegExp(`FISCAL YEAR ${fy}\\b`, "i");
656
+ if (book.some(([n, rs]) => rx.test(rs.slice(0, 4).flatMap((r) => r.filter((v) => v).map(norm)).join(" ")) &&
657
+ wicSheetKey(n, EPS.wic_agency_sheets)))
658
+ return wicAgencyRows(body, fy, p)[0];
659
+ }
660
+ throw new DataError(`request ${pyRepr(req.name)} needs wicagencies${fy}ytd.xlsx; no uploaded file is the FY ${fy} WIC ` +
661
+ "agency workbook", "bad_request");
662
+ }
663
+ if (e === "options_by_state") {
664
+ const abbrs = agenciesOf(p.state);
665
+ const [rows, notes] = byStateRows(paths.map(read), abbrs, EPS.tableau.editions[edition(p.edition)]);
666
+ if (notes.length) {
667
+ throw new DataError(`the uploaded files hold ${pyStrip(notes[0].split(INCOMPLETE).pop())}: upload every ` +
668
+ "StateAgencyComparison file listed in INSTRUCTIONS.md", "bad_request");
669
+ }
670
+ return rows;
671
+ }
672
+ if (e === "option_states") {
673
+ const [c, sels] = selections({ ...p, policy: p.policy || req.dataset });
674
+ return optionRows(paths.map(read), c, sels, EPS.tableau.editions[edition(p.edition)]);
675
+ }
676
+ const pdfs = paths.filter((x) => read(x).subarray(0, 4).toString("latin1") === "%PDF");
677
+ if (!pdfs.length)
678
+ throw new DataError(`request ${pyRepr(req.name)} needs the report PDF; the upload has none`, "bad_request");
679
+ if (e === "options_report")
680
+ return reportRows(pdfPages(read(pdfs[0])), edition(p.edition, reportEditions()), p, EPS);
681
+ const years = ints(p.fiscal_year, 2004, 2023, "fiscal_year");
682
+ const byYear = new Map();
683
+ for (const x of pdfs) { // the agency's file names do not sort by year: read each PDF
684
+ const pages = pdfPages(read(x));
685
+ const fy = reportYear(pages);
686
+ if (fy !== null && years.includes(fy))
687
+ byYear.set(fy, pages);
688
+ }
689
+ const got = [...byYear.keys()].sort((a, b) => a - b), need = [...years].sort((a, b) => a - b);
690
+ if (got.join(",") !== need.join(",")) {
691
+ throw new DataError(`request ${pyRepr(req.name)} needs the State Activity Report PDF for FY ${pyRepr(years)}; the upload has ` +
692
+ `${got.length ? pyRepr(got) : "none of them"} (the year is read from each PDF's cover or table titles)`, "bad_request");
693
+ }
694
+ let rows = [];
695
+ for (const fy of years) {
696
+ rows = rows.concat(e === "activity_report" ? activityPageRows(byYear.get(fy), fy, p) : activityTableRows(byYear.get(fy), fy, p, EPS)[0]);
697
+ }
698
+ return rows;
699
+ }
700
+ const adapter = {
701
+ checkSpec: (spec) => checkSpec(spec),
702
+ fetch: (spec, pack) => fetch(spec, pack),
703
+ manualItems,
704
+ parseUpload,
705
+ };
706
+ export default adapter;
707
+ //# sourceMappingURL=usda-fna.js.map