data-analyst-mcp 0.0.0-stage → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (640) hide show
  1. package/README.md +262 -3
  2. package/dist/adapters/_acf_tidy.d.ts +18 -0
  3. package/dist/adapters/_acf_tidy.js +432 -0
  4. package/dist/adapters/_acf_tidy.js.map +1 -0
  5. package/dist/adapters/_actuaries_read.d.ts +38 -0
  6. package/dist/adapters/_actuaries_read.js +728 -0
  7. package/dist/adapters/_actuaries_read.js.map +1 -0
  8. package/dist/adapters/_census_micro.d.ts +70 -0
  9. package/dist/adapters/_census_micro.js +622 -0
  10. package/dist/adapters/_census_micro.js.map +1 -0
  11. package/dist/adapters/_census_util.d.ts +40 -0
  12. package/dist/adapters/_census_util.js +275 -0
  13. package/dist/adapters/_census_util.js.map +1 -0
  14. package/dist/adapters/_dol_states.d.ts +6 -0
  15. package/dist/adapters/_dol_states.js +58 -0
  16. package/dist/adapters/_dol_states.js.map +1 -0
  17. package/dist/adapters/_govinfo_entities.d.ts +4 -0
  18. package/dist/adapters/_govinfo_entities.js +6 -0
  19. package/dist/adapters/_govinfo_entities.js.map +1 -0
  20. package/dist/adapters/_govinfo_json.d.ts +13 -0
  21. package/dist/adapters/_govinfo_json.js +107 -0
  22. package/dist/adapters/_govinfo_json.js.map +1 -0
  23. package/dist/adapters/_govinfo_py.d.ts +22 -0
  24. package/dist/adapters/_govinfo_py.js +272 -0
  25. package/dist/adapters/_govinfo_py.js.map +1 -0
  26. package/dist/adapters/_govinfo_xml.d.ts +22 -0
  27. package/dist/adapters/_govinfo_xml.js +233 -0
  28. package/dist/adapters/_govinfo_xml.js.map +1 -0
  29. package/dist/adapters/_hud_excel.d.ts +2 -0
  30. package/dist/adapters/_hud_excel.js +166 -0
  31. package/dist/adapters/_hud_excel.js.map +1 -0
  32. package/dist/adapters/_omb_grid.d.ts +17 -0
  33. package/dist/adapters/_omb_grid.js +132 -0
  34. package/dist/adapters/_omb_grid.js.map +1 -0
  35. package/dist/adapters/_omb_util.d.ts +40 -0
  36. package/dist/adapters/_omb_util.js +192 -0
  37. package/dist/adapters/_omb_util.js.map +1 -0
  38. package/dist/adapters/_usaspending_state.d.ts +6 -0
  39. package/dist/adapters/_usaspending_state.js +54 -0
  40. package/dist/adapters/_usaspending_state.js.map +1 -0
  41. package/dist/adapters/_usda-fna_book.d.ts +59 -0
  42. package/dist/adapters/_usda-fna_book.js +869 -0
  43. package/dist/adapters/_usda-fna_book.js.map +1 -0
  44. package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
  45. package/dist/adapters/_usda-fna_pdf.js +361 -0
  46. package/dist/adapters/_usda-fna_pdf.js.map +1 -0
  47. package/dist/adapters/_usda-outlook_read.d.ts +70 -0
  48. package/dist/adapters/_usda-outlook_read.js +362 -0
  49. package/dist/adapters/_usda-outlook_read.js.map +1 -0
  50. package/dist/adapters/acf.d.ts +3 -0
  51. package/dist/adapters/acf.js +187 -0
  52. package/dist/adapters/acf.js.map +1 -0
  53. package/dist/adapters/actuaries.d.ts +3 -0
  54. package/dist/adapters/actuaries.js +293 -0
  55. package/dist/adapters/actuaries.js.map +1 -0
  56. package/dist/adapters/bts.d.ts +3 -0
  57. package/dist/adapters/bts.js +26 -0
  58. package/dist/adapters/bts.js.map +1 -0
  59. package/dist/adapters/census-geocoder.d.ts +10 -0
  60. package/dist/adapters/census-geocoder.js +47 -0
  61. package/dist/adapters/census-geocoder.js.map +1 -0
  62. package/dist/adapters/census.d.ts +17 -0
  63. package/dist/adapters/census.js +983 -0
  64. package/dist/adapters/census.js.map +1 -0
  65. package/dist/adapters/cfpb.d.ts +7 -0
  66. package/dist/adapters/cfpb.js +348 -0
  67. package/dist/adapters/cfpb.js.map +1 -0
  68. package/dist/adapters/clinical-trials.d.ts +3 -0
  69. package/dist/adapters/clinical-trials.js +135 -0
  70. package/dist/adapters/clinical-trials.js.map +1 -0
  71. package/dist/adapters/cms.d.ts +3 -0
  72. package/dist/adapters/cms.js +292 -0
  73. package/dist/adapters/cms.js.map +1 -0
  74. package/dist/adapters/college-scorecard.d.ts +3 -0
  75. package/dist/adapters/college-scorecard.js +122 -0
  76. package/dist/adapters/college-scorecard.js.map +1 -0
  77. package/dist/adapters/congress.d.ts +33 -0
  78. package/dist/adapters/congress.js +589 -0
  79. package/dist/adapters/congress.js.map +1 -0
  80. package/dist/adapters/dhs-ohss.d.ts +13 -0
  81. package/dist/adapters/dhs-ohss.js +598 -0
  82. package/dist/adapters/dhs-ohss.js.map +1 -0
  83. package/dist/adapters/doj-news.d.ts +7 -0
  84. package/dist/adapters/doj-news.js +286 -0
  85. package/dist/adapters/doj-news.js.map +1 -0
  86. package/dist/adapters/dol.d.ts +4 -0
  87. package/dist/adapters/dol.js +634 -0
  88. package/dist/adapters/dol.js.map +1 -0
  89. package/dist/adapters/eia.d.ts +15 -0
  90. package/dist/adapters/eia.js +456 -0
  91. package/dist/adapters/eia.js.map +1 -0
  92. package/dist/adapters/epa-aqs.d.ts +3 -0
  93. package/dist/adapters/epa-aqs.js +357 -0
  94. package/dist/adapters/epa-aqs.js.map +1 -0
  95. package/dist/adapters/epa.d.ts +3 -0
  96. package/dist/adapters/epa.js +298 -0
  97. package/dist/adapters/epa.js.map +1 -0
  98. package/dist/adapters/fbi.d.ts +3 -0
  99. package/dist/adapters/fbi.js +192 -0
  100. package/dist/adapters/fbi.js.map +1 -0
  101. package/dist/adapters/fda.d.ts +5 -0
  102. package/dist/adapters/fda.js +184 -0
  103. package/dist/adapters/fda.js.map +1 -0
  104. package/dist/adapters/fdic.d.ts +4 -0
  105. package/dist/adapters/fdic.js +95 -0
  106. package/dist/adapters/fdic.js.map +1 -0
  107. package/dist/adapters/fec.d.ts +3 -0
  108. package/dist/adapters/fec.js +142 -0
  109. package/dist/adapters/fec.js.map +1 -0
  110. package/dist/adapters/fed-board.d.ts +12 -0
  111. package/dist/adapters/fed-board.js +581 -0
  112. package/dist/adapters/fed-board.js.map +1 -0
  113. package/dist/adapters/federal-register.d.ts +11 -0
  114. package/dist/adapters/federal-register.js +43 -0
  115. package/dist/adapters/federal-register.js.map +1 -0
  116. package/dist/adapters/fhfa.d.ts +3 -0
  117. package/dist/adapters/fhfa.js +253 -0
  118. package/dist/adapters/fhfa.js.map +1 -0
  119. package/dist/adapters/fsa.d.ts +9 -0
  120. package/dist/adapters/fsa.js +335 -0
  121. package/dist/adapters/fsa.js.map +1 -0
  122. package/dist/adapters/govinfo.d.ts +30 -0
  123. package/dist/adapters/govinfo.js +636 -0
  124. package/dist/adapters/govinfo.js.map +1 -0
  125. package/dist/adapters/gsa-calc.d.ts +10 -0
  126. package/dist/adapters/gsa-calc.js +318 -0
  127. package/dist/adapters/gsa-calc.js.map +1 -0
  128. package/dist/adapters/hud.d.ts +3 -0
  129. package/dist/adapters/hud.js +200 -0
  130. package/dist/adapters/hud.js.map +1 -0
  131. package/dist/adapters/index.d.ts +3 -0
  132. package/dist/adapters/index.js +25 -0
  133. package/dist/adapters/index.js.map +1 -0
  134. package/dist/adapters/irs-soi.d.ts +6 -0
  135. package/dist/adapters/irs-soi.js +576 -0
  136. package/dist/adapters/irs-soi.js.map +1 -0
  137. package/dist/adapters/naep.d.ts +15 -0
  138. package/dist/adapters/naep.js +341 -0
  139. package/dist/adapters/naep.js.map +1 -0
  140. package/dist/adapters/nhtsa.d.ts +10 -0
  141. package/dist/adapters/nhtsa.js +239 -0
  142. package/dist/adapters/nhtsa.js.map +1 -0
  143. package/dist/adapters/nih.d.ts +5 -0
  144. package/dist/adapters/nih.js +196 -0
  145. package/dist/adapters/nih.js.map +1 -0
  146. package/dist/adapters/noaa.d.ts +3 -0
  147. package/dist/adapters/noaa.js +148 -0
  148. package/dist/adapters/noaa.js.map +1 -0
  149. package/dist/adapters/nrel.d.ts +3 -0
  150. package/dist/adapters/nrel.js +186 -0
  151. package/dist/adapters/nrel.js.map +1 -0
  152. package/dist/adapters/nws.d.ts +3 -0
  153. package/dist/adapters/nws.js +119 -0
  154. package/dist/adapters/nws.js.map +1 -0
  155. package/dist/adapters/omb.d.ts +15 -0
  156. package/dist/adapters/omb.js +517 -0
  157. package/dist/adapters/omb.js.map +1 -0
  158. package/dist/adapters/open-payments.d.ts +5 -0
  159. package/dist/adapters/open-payments.js +149 -0
  160. package/dist/adapters/open-payments.js.map +1 -0
  161. package/dist/adapters/pbgc.d.ts +13 -0
  162. package/dist/adapters/pbgc.js +283 -0
  163. package/dist/adapters/pbgc.js.map +1 -0
  164. package/dist/adapters/philfed.d.ts +12 -0
  165. package/dist/adapters/philfed.js +59 -0
  166. package/dist/adapters/philfed.js.map +1 -0
  167. package/dist/adapters/regulations.d.ts +6 -0
  168. package/dist/adapters/regulations.js +58 -0
  169. package/dist/adapters/regulations.js.map +1 -0
  170. package/dist/adapters/sec.d.ts +13 -0
  171. package/dist/adapters/sec.js +504 -0
  172. package/dist/adapters/sec.js.map +1 -0
  173. package/dist/adapters/senate-lobbying.d.ts +3 -0
  174. package/dist/adapters/senate-lobbying.js +181 -0
  175. package/dist/adapters/senate-lobbying.js.map +1 -0
  176. package/dist/adapters/snapqc.d.ts +32 -0
  177. package/dist/adapters/snapqc.js +701 -0
  178. package/dist/adapters/snapqc.js.map +1 -0
  179. package/dist/adapters/treasury-yields.d.ts +3 -0
  180. package/dist/adapters/treasury-yields.js +170 -0
  181. package/dist/adapters/treasury-yields.js.map +1 -0
  182. package/dist/adapters/usaspending.d.ts +3 -0
  183. package/dist/adapters/usaspending.js +340 -0
  184. package/dist/adapters/usaspending.js.map +1 -0
  185. package/dist/adapters/usda-fna.d.ts +7 -0
  186. package/dist/adapters/usda-fna.js +707 -0
  187. package/dist/adapters/usda-fna.js.map +1 -0
  188. package/dist/adapters/usda-fooddata.d.ts +3 -0
  189. package/dist/adapters/usda-fooddata.js +101 -0
  190. package/dist/adapters/usda-fooddata.js.map +1 -0
  191. package/dist/adapters/usda-nass.d.ts +3 -0
  192. package/dist/adapters/usda-nass.js +108 -0
  193. package/dist/adapters/usda-nass.js.map +1 -0
  194. package/dist/adapters/usda-outlook.d.ts +12 -0
  195. package/dist/adapters/usda-outlook.js +696 -0
  196. package/dist/adapters/usda-outlook.js.map +1 -0
  197. package/dist/adapters/usgs.d.ts +9 -0
  198. package/dist/adapters/usgs.js +265 -0
  199. package/dist/adapters/usgs.js.map +1 -0
  200. package/dist/adapters/usitc.d.ts +18 -0
  201. package/dist/adapters/usitc.js +170 -0
  202. package/dist/adapters/usitc.js.map +1 -0
  203. package/dist/adapters/uspto.d.ts +3 -0
  204. package/dist/adapters/uspto.js +47 -0
  205. package/dist/adapters/uspto.js.map +1 -0
  206. package/dist/adapters/world-bank.d.ts +3 -0
  207. package/dist/adapters/world-bank.js +163 -0
  208. package/dist/adapters/world-bank.js.map +1 -0
  209. package/dist/analysis/cite.d.ts +31 -0
  210. package/dist/analysis/cite.js +229 -0
  211. package/dist/analysis/cite.js.map +1 -0
  212. package/dist/analysis/combine.d.ts +27 -0
  213. package/dist/analysis/combine.js +198 -0
  214. package/dist/analysis/combine.js.map +1 -0
  215. package/dist/analysis/compute.d.ts +62 -0
  216. package/dist/analysis/compute.js +583 -0
  217. package/dist/analysis/compute.js.map +1 -0
  218. package/dist/analysis/expr.d.ts +69 -0
  219. package/dist/analysis/expr.js +780 -0
  220. package/dist/analysis/expr.js.map +1 -0
  221. package/dist/analysis/factfmt.d.ts +16 -0
  222. package/dist/analysis/factfmt.js +187 -0
  223. package/dist/analysis/factfmt.js.map +1 -0
  224. package/dist/analysis/facts.d.ts +63 -0
  225. package/dist/analysis/facts.js +355 -0
  226. package/dist/analysis/facts.js.map +1 -0
  227. package/dist/analysis/handoff.d.ts +58 -0
  228. package/dist/analysis/handoff.js +208 -0
  229. package/dist/analysis/handoff.js.map +1 -0
  230. package/dist/analysis/pyfmt.d.ts +16 -0
  231. package/dist/analysis/pyfmt.js +156 -0
  232. package/dist/analysis/pyfmt.js.map +1 -0
  233. package/dist/analysis/rerun.d.ts +13 -0
  234. package/dist/analysis/rerun.js +125 -0
  235. package/dist/analysis/rerun.js.map +1 -0
  236. package/dist/analysis/table.d.ts +18 -0
  237. package/dist/analysis/table.js +109 -0
  238. package/dist/analysis/table.js.map +1 -0
  239. package/dist/analysis/tools.d.ts +67 -0
  240. package/dist/analysis/tools.js +217 -0
  241. package/dist/analysis/tools.js.map +1 -0
  242. package/dist/analysis/write_table.d.ts +13 -0
  243. package/dist/analysis/write_table.js +59 -0
  244. package/dist/analysis/write_table.js.map +1 -0
  245. package/dist/bin/cli.d.ts +10 -0
  246. package/dist/bin/cli.js +177 -0
  247. package/dist/bin/cli.js.map +1 -0
  248. package/dist/core/cache.d.ts +14 -0
  249. package/dist/core/cache.js +90 -0
  250. package/dist/core/cache.js.map +1 -0
  251. package/dist/core/context.d.ts +12 -0
  252. package/dist/core/context.js +15 -0
  253. package/dist/core/context.js.map +1 -0
  254. package/dist/core/env.d.ts +14 -0
  255. package/dist/core/env.js +52 -0
  256. package/dist/core/env.js.map +1 -0
  257. package/dist/core/generic-rest.d.ts +61 -0
  258. package/dist/core/generic-rest.js +639 -0
  259. package/dist/core/generic-rest.js.map +1 -0
  260. package/dist/core/http.d.ts +120 -0
  261. package/dist/core/http.js +514 -0
  262. package/dist/core/http.js.map +1 -0
  263. package/dist/core/keys.d.ts +43 -0
  264. package/dist/core/keys.js +174 -0
  265. package/dist/core/keys.js.map +1 -0
  266. package/dist/core/manual.d.ts +41 -0
  267. package/dist/core/manual.js +218 -0
  268. package/dist/core/manual.js.map +1 -0
  269. package/dist/core/package.d.ts +58 -0
  270. package/dist/core/package.js +228 -0
  271. package/dist/core/package.js.map +1 -0
  272. package/dist/core/packs.d.ts +139 -0
  273. package/dist/core/packs.js +173 -0
  274. package/dist/core/packs.js.map +1 -0
  275. package/dist/core/policy.d.ts +69 -0
  276. package/dist/core/policy.js +189 -0
  277. package/dist/core/policy.js.map +1 -0
  278. package/dist/core/py.d.ts +40 -0
  279. package/dist/core/py.js +171 -0
  280. package/dist/core/py.js.map +1 -0
  281. package/dist/core/routing.d.ts +10 -0
  282. package/dist/core/routing.js +39 -0
  283. package/dist/core/routing.js.map +1 -0
  284. package/dist/core/tabular.d.ts +21 -0
  285. package/dist/core/tabular.js +229 -0
  286. package/dist/core/tabular.js.map +1 -0
  287. package/dist/deep/_bea_api.d.ts +102 -0
  288. package/dist/deep/_bea_api.js +457 -0
  289. package/dist/deep/_bea_api.js.map +1 -0
  290. package/dist/deep/_bea_fetch.d.ts +151 -0
  291. package/dist/deep/_bea_fetch.js +1274 -0
  292. package/dist/deep/_bea_fetch.js.map +1 -0
  293. package/dist/deep/_bea_util.d.ts +14 -0
  294. package/dist/deep/_bea_util.js +156 -0
  295. package/dist/deep/_bea_util.js.map +1 -0
  296. package/dist/deep/_bls_api.d.ts +84 -0
  297. package/dist/deep/_bls_api.js +231 -0
  298. package/dist/deep/_bls_api.js.map +1 -0
  299. package/dist/deep/_bls_ids.d.ts +43 -0
  300. package/dist/deep/_bls_ids.js +188 -0
  301. package/dist/deep/_bls_ids.js.map +1 -0
  302. package/dist/deep/_bls_lib.d.ts +61 -0
  303. package/dist/deep/_bls_lib.js +442 -0
  304. package/dist/deep/_bls_lib.js.map +1 -0
  305. package/dist/deep/_fred_api.d.ts +148 -0
  306. package/dist/deep/_fred_api.js +545 -0
  307. package/dist/deep/_fred_api.js.map +1 -0
  308. package/dist/deep/_fred_pack.d.ts +162 -0
  309. package/dist/deep/_fred_pack.js +1027 -0
  310. package/dist/deep/_fred_pack.js.map +1 -0
  311. package/dist/deep/_fred_py.d.ts +40 -0
  312. package/dist/deep/_fred_py.js +199 -0
  313. package/dist/deep/_fred_py.js.map +1 -0
  314. package/dist/deep/_ipums_bundle.d.ts +29 -0
  315. package/dist/deep/_ipums_bundle.js +194 -0
  316. package/dist/deep/_ipums_bundle.js.map +1 -0
  317. package/dist/deep/_ipums_ddi.d.ts +23 -0
  318. package/dist/deep/_ipums_ddi.js +162 -0
  319. package/dist/deep/_ipums_ddi.js.map +1 -0
  320. package/dist/deep/_opm_io.d.ts +26 -0
  321. package/dist/deep/_opm_io.js +383 -0
  322. package/dist/deep/_opm_io.js.map +1 -0
  323. package/dist/deep/_opm_parquet.d.ts +31 -0
  324. package/dist/deep/_opm_parquet.js +744 -0
  325. package/dist/deep/_opm_parquet.js.map +1 -0
  326. package/dist/deep/_opm_py.d.ts +6 -0
  327. package/dist/deep/_opm_py.js +74 -0
  328. package/dist/deep/_opm_py.js.map +1 -0
  329. package/dist/deep/_treasury_api.d.ts +48 -0
  330. package/dist/deep/_treasury_api.js +221 -0
  331. package/dist/deep/_treasury_api.js.map +1 -0
  332. package/dist/deep/_treasury_context.d.ts +34 -0
  333. package/dist/deep/_treasury_context.js +142 -0
  334. package/dist/deep/_treasury_context.js.map +1 -0
  335. package/dist/deep/_treasury_lib.d.ts +109 -0
  336. package/dist/deep/_treasury_lib.js +686 -0
  337. package/dist/deep/_treasury_lib.js.map +1 -0
  338. package/dist/deep/bea.d.ts +3 -0
  339. package/dist/deep/bea.js +248 -0
  340. package/dist/deep/bea.js.map +1 -0
  341. package/dist/deep/bls.d.ts +3 -0
  342. package/dist/deep/bls.js +220 -0
  343. package/dist/deep/bls.js.map +1 -0
  344. package/dist/deep/fred.d.ts +3 -0
  345. package/dist/deep/fred.js +325 -0
  346. package/dist/deep/fred.js.map +1 -0
  347. package/dist/deep/ipums.d.ts +59 -0
  348. package/dist/deep/ipums.js +744 -0
  349. package/dist/deep/ipums.js.map +1 -0
  350. package/dist/deep/opm.d.ts +56 -0
  351. package/dist/deep/opm.js +1033 -0
  352. package/dist/deep/opm.js.map +1 -0
  353. package/dist/deep/treasury.d.ts +3 -0
  354. package/dist/deep/treasury.js +218 -0
  355. package/dist/deep/treasury.js.map +1 -0
  356. package/dist/envelope.d.ts +47 -0
  357. package/dist/envelope.js +88 -0
  358. package/dist/envelope.js.map +1 -0
  359. package/dist/index.d.ts +277 -0
  360. package/dist/index.js +106 -0
  361. package/dist/index.js.map +1 -0
  362. package/dist/remote/app.d.ts +21 -0
  363. package/dist/remote/app.js +218 -0
  364. package/dist/remote/app.js.map +1 -0
  365. package/dist/remote/oauth.d.ts +14 -0
  366. package/dist/remote/oauth.js +90 -0
  367. package/dist/remote/oauth.js.map +1 -0
  368. package/dist/remote/pages.d.ts +8 -0
  369. package/dist/remote/pages.js +56 -0
  370. package/dist/remote/pages.js.map +1 -0
  371. package/dist/remote/sign.d.ts +4 -0
  372. package/dist/remote/sign.js +40 -0
  373. package/dist/remote/sign.js.map +1 -0
  374. package/dist/remote/store.d.ts +31 -0
  375. package/dist/remote/store.js +129 -0
  376. package/dist/remote/store.js.map +1 -0
  377. package/dist/report/audit_answer.d.ts +94 -0
  378. package/dist/report/audit_answer.js +1349 -0
  379. package/dist/report/audit_answer.js.map +1 -0
  380. package/dist/report/audit_report.d.ts +23 -0
  381. package/dist/report/audit_report.js +637 -0
  382. package/dist/report/audit_report.js.map +1 -0
  383. package/dist/report/build_report.d.ts +27 -0
  384. package/dist/report/build_report.js +1168 -0
  385. package/dist/report/build_report.js.map +1 -0
  386. package/dist/report/method_audit.d.ts +47 -0
  387. package/dist/report/method_audit.js +710 -0
  388. package/dist/report/method_audit.js.map +1 -0
  389. package/dist/report/policyset.d.ts +50 -0
  390. package/dist/report/policyset.js +421 -0
  391. package/dist/report/policyset.js.map +1 -0
  392. package/dist/report/py.d.ts +58 -0
  393. package/dist/report/py.js +311 -0
  394. package/dist/report/py.js.map +1 -0
  395. package/dist/report/scan_secrets.d.ts +21 -0
  396. package/dist/report/scan_secrets.js +234 -0
  397. package/dist/report/scan_secrets.js.map +1 -0
  398. package/dist/report/style_check.d.ts +29 -0
  399. package/dist/report/style_check.js +173 -0
  400. package/dist/report/style_check.js.map +1 -0
  401. package/dist/report/tools.d.ts +87 -0
  402. package/dist/report/tools.js +167 -0
  403. package/dist/report/tools.js.map +1 -0
  404. package/dist/server.d.ts +5 -0
  405. package/dist/server.js +246 -0
  406. package/dist/server.js.map +1 -0
  407. package/dist/session.d.ts +47 -0
  408. package/dist/session.js +107 -0
  409. package/dist/session.js.map +1 -0
  410. package/dist/toolkit.d.ts +21 -0
  411. package/dist/toolkit.js +2 -0
  412. package/dist/toolkit.js.map +1 -0
  413. package/dist/tools.d.ts +299 -0
  414. package/dist/tools.js +491 -0
  415. package/dist/tools.js.map +1 -0
  416. package/guide/WORKFLOW.md +134 -0
  417. package/guide/assets/disclaimer.txt +1 -0
  418. package/guide/assets/download_data.ps1 +162 -0
  419. package/guide/assets/download_data.sh +143 -0
  420. package/guide/assets/report_template.html +597 -0
  421. package/guide/references/report_patterns.md +199 -0
  422. package/guide/references/routing.md +171 -0
  423. package/guide/references/style_guide.md +398 -0
  424. package/package.json +56 -6
  425. package/packs/acf/endpoints.json +114 -0
  426. package/packs/acf/policy.json +104 -0
  427. package/packs/acf/source.md +138 -0
  428. package/packs/actuaries/endpoints.json +82 -0
  429. package/packs/actuaries/policy.json +109 -0
  430. package/packs/actuaries/source.md +137 -0
  431. package/packs/bea/assets/download_bea.ps1 +182 -0
  432. package/packs/bea/assets/download_bea.sh +144 -0
  433. package/packs/bea/docs/bea_api.md +461 -0
  434. package/packs/bea/docs/datasets.md +157 -0
  435. package/packs/bea/docs/report_patterns.md +112 -0
  436. package/packs/bea/policy.json +170 -0
  437. package/packs/bea/source.md +152 -0
  438. package/packs/bls/assets/download_bls.ps1 +152 -0
  439. package/packs/bls/assets/download_bls.sh +167 -0
  440. package/packs/bls/docs/analysis_patterns.md +108 -0
  441. package/packs/bls/docs/bls_api.md +73 -0
  442. package/packs/bls/docs/series_ids.md +149 -0
  443. package/packs/bls/policy.json +238 -0
  444. package/packs/bls/series_ids.json +1375 -0
  445. package/packs/bls/source.md +156 -0
  446. package/packs/bts/endpoints.json +347 -0
  447. package/packs/bts/policy.json +94 -0
  448. package/packs/bts/source.md +97 -0
  449. package/packs/cdc/endpoints.json +197 -0
  450. package/packs/cdc/policy.json +83 -0
  451. package/packs/cdc/source.md +74 -0
  452. package/packs/census/endpoints.json +99 -0
  453. package/packs/census/policy.json +238 -0
  454. package/packs/census/source.md +304 -0
  455. package/packs/census-geocoder/endpoints.json +70 -0
  456. package/packs/census-geocoder/policy.json +80 -0
  457. package/packs/census-geocoder/source.md +53 -0
  458. package/packs/cfpb/endpoints.json +327 -0
  459. package/packs/cfpb/policy.json +119 -0
  460. package/packs/cfpb/source.md +96 -0
  461. package/packs/clinical-trials/endpoints.json +167 -0
  462. package/packs/clinical-trials/policy.json +84 -0
  463. package/packs/clinical-trials/source.md +82 -0
  464. package/packs/cms/endpoints.json +69 -0
  465. package/packs/cms/policy.json +96 -0
  466. package/packs/cms/source.md +112 -0
  467. package/packs/college-scorecard/endpoints.json +253 -0
  468. package/packs/college-scorecard/policy.json +106 -0
  469. package/packs/college-scorecard/source.md +92 -0
  470. package/packs/congress/endpoints.json +1701 -0
  471. package/packs/congress/policy.json +117 -0
  472. package/packs/congress/source.md +190 -0
  473. package/packs/dhs-ohss/endpoints.json +66 -0
  474. package/packs/dhs-ohss/policy.json +107 -0
  475. package/packs/dhs-ohss/source.md +120 -0
  476. package/packs/doj-news/endpoints.json +59 -0
  477. package/packs/doj-news/policy.json +96 -0
  478. package/packs/doj-news/source.md +99 -0
  479. package/packs/dol/endpoints.json +818 -0
  480. package/packs/dol/policy.json +135 -0
  481. package/packs/dol/source.md +181 -0
  482. package/packs/eia/endpoints.json +718 -0
  483. package/packs/eia/policy.json +112 -0
  484. package/packs/eia/source.md +112 -0
  485. package/packs/epa/endpoints.json +292 -0
  486. package/packs/epa/policy.json +99 -0
  487. package/packs/epa/source.md +99 -0
  488. package/packs/epa-aqs/endpoints.json +174 -0
  489. package/packs/epa-aqs/policy.json +96 -0
  490. package/packs/epa-aqs/source.md +97 -0
  491. package/packs/fbi/endpoints.json +1842 -0
  492. package/packs/fbi/policy.json +118 -0
  493. package/packs/fbi/source.md +108 -0
  494. package/packs/fda/endpoints.json +238 -0
  495. package/packs/fda/policy.json +121 -0
  496. package/packs/fda/source.md +117 -0
  497. package/packs/fdic/endpoints.json +417 -0
  498. package/packs/fdic/policy.json +83 -0
  499. package/packs/fdic/source.md +92 -0
  500. package/packs/fec/endpoints.json +708 -0
  501. package/packs/fec/policy.json +93 -0
  502. package/packs/fec/source.md +90 -0
  503. package/packs/fed-board/endpoints.json +89 -0
  504. package/packs/fed-board/policy.json +136 -0
  505. package/packs/fed-board/source.md +118 -0
  506. package/packs/federal-register/endpoints.json +143 -0
  507. package/packs/federal-register/policy.json +86 -0
  508. package/packs/federal-register/source.md +98 -0
  509. package/packs/fema/endpoints.json +646 -0
  510. package/packs/fema/policy.json +103 -0
  511. package/packs/fema/source.md +103 -0
  512. package/packs/fhfa/endpoints.json +105 -0
  513. package/packs/fhfa/policy.json +109 -0
  514. package/packs/fhfa/source.md +108 -0
  515. package/packs/fred/assets/download_fred.ps1 +122 -0
  516. package/packs/fred/assets/download_fred.sh +123 -0
  517. package/packs/fred/docs/analysis_patterns.md +124 -0
  518. package/packs/fred/docs/fred_api.md +94 -0
  519. package/packs/fred/docs/series.md +188 -0
  520. package/packs/fred/policy.json +253 -0
  521. package/packs/fred/source.md +142 -0
  522. package/packs/fsa/endpoints.json +150 -0
  523. package/packs/fsa/policy.json +99 -0
  524. package/packs/fsa/source.md +102 -0
  525. package/packs/govinfo/endpoints.json +520 -0
  526. package/packs/govinfo/policy.json +116 -0
  527. package/packs/govinfo/source.md +241 -0
  528. package/packs/gsa-calc/endpoints.json +93 -0
  529. package/packs/gsa-calc/policy.json +97 -0
  530. package/packs/gsa-calc/source.md +108 -0
  531. package/packs/hud/endpoints.json +147 -0
  532. package/packs/hud/policy.json +84 -0
  533. package/packs/hud/source.md +97 -0
  534. package/packs/ipums/assets/download_ipums.ps1 +215 -0
  535. package/packs/ipums/assets/download_ipums.sh +192 -0
  536. package/packs/ipums/docs/ipums_api.md +67 -0
  537. package/packs/ipums/docs/report_patterns.md +117 -0
  538. package/packs/ipums/docs/variables.md +284 -0
  539. package/packs/ipums/lib/fetch_text.json +112 -0
  540. package/packs/ipums/policy.json +215 -0
  541. package/packs/ipums/source.md +169 -0
  542. package/packs/irs-soi/endpoints.json +114 -0
  543. package/packs/irs-soi/policy.json +107 -0
  544. package/packs/irs-soi/source.md +124 -0
  545. package/packs/medicaid/endpoints.json +412 -0
  546. package/packs/medicaid/policy.json +108 -0
  547. package/packs/medicaid/source.md +136 -0
  548. package/packs/naep/endpoints.json +217 -0
  549. package/packs/naep/policy.json +100 -0
  550. package/packs/naep/source.md +120 -0
  551. package/packs/nhtsa/endpoints.json +132 -0
  552. package/packs/nhtsa/policy.json +93 -0
  553. package/packs/nhtsa/source.md +109 -0
  554. package/packs/nih/endpoints.json +453 -0
  555. package/packs/nih/policy.json +86 -0
  556. package/packs/nih/source.md +108 -0
  557. package/packs/noaa/endpoints.json +432 -0
  558. package/packs/noaa/policy.json +95 -0
  559. package/packs/noaa/source.md +88 -0
  560. package/packs/nrel/endpoints.json +328 -0
  561. package/packs/nrel/policy.json +96 -0
  562. package/packs/nrel/source.md +91 -0
  563. package/packs/nws/endpoints.json +272 -0
  564. package/packs/nws/policy.json +82 -0
  565. package/packs/nws/source.md +81 -0
  566. package/packs/nyfed/endpoints.json +80 -0
  567. package/packs/nyfed/policy.json +92 -0
  568. package/packs/nyfed/source.md +89 -0
  569. package/packs/omb/endpoints.json +460 -0
  570. package/packs/omb/policy.json +106 -0
  571. package/packs/omb/source.md +130 -0
  572. package/packs/open-payments/endpoints.json +298 -0
  573. package/packs/open-payments/policy.json +101 -0
  574. package/packs/open-payments/source.md +99 -0
  575. package/packs/opm/assets/download_opm.ps1 +125 -0
  576. package/packs/opm/assets/download_opm.sh +85 -0
  577. package/packs/opm/docs/fields.md +184 -0
  578. package/packs/opm/docs/opm_api.md +71 -0
  579. package/packs/opm/docs/report_patterns.md +83 -0
  580. package/packs/opm/lib/data_dictionary.csv +73 -0
  581. package/packs/opm/policy.json +142 -0
  582. package/packs/opm/source.md +137 -0
  583. package/packs/pbgc/endpoints.json +483 -0
  584. package/packs/pbgc/policy.json +94 -0
  585. package/packs/pbgc/source.md +95 -0
  586. package/packs/philfed/endpoints.json +85 -0
  587. package/packs/philfed/policy.json +94 -0
  588. package/packs/philfed/source.md +125 -0
  589. package/packs/port.json +287 -0
  590. package/packs/regulations/endpoints.json +288 -0
  591. package/packs/regulations/policy.json +86 -0
  592. package/packs/regulations/source.md +84 -0
  593. package/packs/sec/endpoints.json +237 -0
  594. package/packs/sec/policy.json +86 -0
  595. package/packs/sec/source.md +101 -0
  596. package/packs/senate-lobbying/endpoints.json +554 -0
  597. package/packs/senate-lobbying/policy.json +99 -0
  598. package/packs/senate-lobbying/source.md +100 -0
  599. package/packs/snapqc/endpoints.json +1426 -0
  600. package/packs/snapqc/policy.json +92 -0
  601. package/packs/snapqc/source.md +96 -0
  602. package/packs/treasury/catalog.json +2267 -0
  603. package/packs/treasury/docs/api_guide.md +245 -0
  604. package/packs/treasury/docs/datasets.md +56 -0
  605. package/packs/treasury/docs/report_patterns.md +126 -0
  606. package/packs/treasury/policy.json +159 -0
  607. package/packs/treasury/source.md +165 -0
  608. package/packs/treasury-yields/endpoints.json +226 -0
  609. package/packs/treasury-yields/policy.json +86 -0
  610. package/packs/treasury-yields/source.md +80 -0
  611. package/packs/usaspending/endpoints.json +1316 -0
  612. package/packs/usaspending/policy.json +109 -0
  613. package/packs/usaspending/source.md +103 -0
  614. package/packs/usda-fna/endpoints.json +427 -0
  615. package/packs/usda-fna/policy.json +133 -0
  616. package/packs/usda-fna/source.md +217 -0
  617. package/packs/usda-fooddata/endpoints.json +181 -0
  618. package/packs/usda-fooddata/policy.json +94 -0
  619. package/packs/usda-fooddata/source.md +105 -0
  620. package/packs/usda-nass/endpoints.json +324 -0
  621. package/packs/usda-nass/policy.json +95 -0
  622. package/packs/usda-nass/source.md +85 -0
  623. package/packs/usda-outlook/endpoints.json +86 -0
  624. package/packs/usda-outlook/policy.json +109 -0
  625. package/packs/usda-outlook/source.md +144 -0
  626. package/packs/usgs/endpoints.json +313 -0
  627. package/packs/usgs/policy.json +95 -0
  628. package/packs/usgs/source.md +96 -0
  629. package/packs/usitc/endpoints.json +74 -0
  630. package/packs/usitc/policy.json +111 -0
  631. package/packs/usitc/source.md +90 -0
  632. package/packs/uspto/endpoints.json +141 -0
  633. package/packs/uspto/policy.json +95 -0
  634. package/packs/uspto/source.md +101 -0
  635. package/packs/va/endpoints.json +414 -0
  636. package/packs/va/policy.json +101 -0
  637. package/packs/va/source.md +129 -0
  638. package/packs/world-bank/endpoints.json +122 -0
  639. package/packs/world-bank/policy.json +101 -0
  640. package/packs/world-bank/source.md +93 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"_ipums_bundle.js","sourceRoot":"","sources":["../../src/deep/_ipums_bundle.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,IAAI,CAAC,GAAQ,IAAI,CAAC;AAClB,+DAA+D;AAC/D,MAAM,UAAU,KAAK;IACnB,OAAO,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;AAC9G,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,OAAO,CAAC;AAC9B,MAAM,CAAC,MAAM,OAAO,GAAG,eAAe,CAAC;AACvC,MAAM,CAAC,MAAM,gBAAgB,GAAG,EAAE,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,oBAAoB,EAAE,CAAC;AAChG,MAAM,MAAM,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS;IAC9G,UAAU,EAAE,UAAU,CAAC,CAAC;AAE1B,2GAA2G;AAC3G,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,IAAI,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC,EAAE,CAAC;QACN,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,OAAQ,EAAE,CAAC,EAAE,GAAG,CAAC,cAAc,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAA6B,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3G,CAAC;IACD,CAAC,GAAG,4BAA4B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,IAAI,CAAC,EAAE,CAAC;QACN,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG;YAAE,OAAO,QAAQ,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3E,CAAC;IACD,CAAC,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3D,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAe;IAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACjF,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC/F,OAAO,SAAS,KAAK,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACtE,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,UAAU,CAAC,UAAkB,EAAE,IAAS;IACtD,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;IACtF,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,MAAM,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,MAAM,yBAAyB,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClI,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrF,MAAM,KAAK,GAAa,EAAE,EAAE,KAAK,GAAa,EAAE,CAAC;IACjD,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5D,MAAM,EAAE,GAAG,CAAC,CAAC,cAAc,CAAC;QAC5B,IAAI,EAAE,EAAE,CAAC;YACP,MAAM,KAAK,GAAG,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,OAAO,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC,CAAC,uBAAuB,EAAE,MAAM;YAAE,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,mCAAmC,CAAC,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3I,IAAI,CAAC,CAAC,gBAAgB;YAAE,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,qCAAqC,CAAC,CAAC;QACxF,IAAI,CAAC,CAAC,oBAAoB;YAAE,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,4CAA4C,CAAC,CAAC;IACrG,CAAC;IACD,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,KAAK,YAAY,CAAC,CAAC,CAAC,6DAA6D;YAC9G,CAAC,CAAC,4BAA4B,CAAC;QACjC,QAAQ,GAAG,8FAA8F,IAAI,KAAK;YAChH,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5B,CAAC;IACD,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,sCAAsC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACvG,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC;IACpC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC;IAC5C,MAAM,SAAS,GAAG,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC,gBAAgB;QAChG,CAAC,CAAE,EAAE,CAAC,EAAE,sBAAsB,EAAE,CAAC,EAAE,sBAAsB,EAAE,CAAC,EAAE,qBAAqB,EAAE,CAAC,EAAE,wBAAwB,EACvF,CAAC,EAAE,CAAC,IAAI,gBAAgB,EAAE,GAAG,CAAC;IACzD,OAAQ,KAAK,EAAE,CAAC,YAAuB,CAAC,UAAU,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC;SACpG,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,UAAU,CAAC,WAAW,EAAE,OAAO,CAAC;SAC9F,UAAU,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,UAAU,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,UAAU,CAAC,iBAAiB,EAAE,SAAS,CAAC;SAC7G,UAAU,CAAC,eAAe,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;AACzD,CAAC;AAED;qEACqE;AACrE,MAAM,UAAU,QAAQ,CAAC,IAAI,GAAG,KAAK;IACnC,IAAI,CAAuC,EAAE,IAAY,EAAE,IAAY,CAAC;IACxE,IAAI,IAAI,EAAE,CAAC;QACT,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,gBAAgB,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,0DAA0D,gBAAgB,CAAC,UAAU,EAAE,EAAE,CAAC;QACnJ,IAAI,GAAG,qEAAqE,CAAC;QAC7E,IAAI,GAAG,iGAAiG;YACtG,KAAK,QAAQ,CAAC,gBAAgB,CAAC,CAAC,IAAI,KAAK,CAAC;IAC9C,CAAC;SAAM,CAAC;QACN,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC;QAC/B,IAAI,GAAG,8FAA8F;YACnG,0EAA0E,CAAC;QAC7E,IAAI,GAAG,iGAAiG,CAAC;IAC3G,CAAC;IACD,OAAO,GAAG,IAAI,yEAAyE,CAAC,CAAC,IAAI,cAAc;QACzG,gDAAgD,CAAC,CAAC,UAAU,eAAe,IAAI,2BAA2B;QAC1G,sGAAsG;QACtG,0DAA0D,CAAC;AAC/D,CAAC;AAED,uFAAuF;AACvF,SAAS,QAAQ,CAAC,CAAU,EAAE,GAAG,GAAG,EAAE;IACpC,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC;IACxB,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7H,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACtI,CAAC;IACD,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC;AACxB,CAAC;AACD,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAExD,qFAAqF;AACrF,MAAM,UAAU,oBAAoB,CAAC,CAAS,EAAE,UAAkB,EAAE,IAAS,EAAE,SAAwB,IAAI;IACzG,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,wGAAwG;IACxG,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC/F,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IACpD,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC5D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QACpD,IAAI,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAChF,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC,UAAU,CAAC,cAAc,EAAE,UAAU,CAAC;aAC1G,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC;aACpF,UAAU,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,4CAA4C;QAChF,gFAAgF;QAChF,IAAI,IAAI,KAAK,YAAY;YAAE,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC9D,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC7B,EAAE,CAAC,aAAa,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACvF,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;SACvG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,UAAkB,EAAE,IAAS,EAAE,GAAW,EAAE,MAAc,EAAE,SAAwB,IAAI,EACxH,MAAgB;IAChB,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC;IAClB,MAAM,KAAK,MAAM,KAAK,aAAa,CAAC;IACpC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;IAClE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,mBAAmB,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3E,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,8CAA8C,MAAM,oCAAoC;QAC5G,oDAAoD,MAAM,8BAA8B,CAAC,CAAC,CAAC,EAAE,CAAC;IAChG,oBAAoB,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,EAAG,CAAC,CAAC,YAAuB,CAAC,UAAU,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IAC9I,IAAI,MAAM;QAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,wCAAwC;IACxE,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,eAAe,CAAC;IACvG,MAAM,IAAI,GAAI,CAAC,CAAC,WAAsB,CAAC,UAAU,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC;SAC5H,UAAU,CAAC,oBAAoB,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC,UAAU,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;IACrG,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,iBAAiB,CAAC,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI;QAChH,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,oCAAoC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACrF,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,MAAM,EAAE,MAAM,EAAE,MAAM;QACtH,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC/G,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,eAAe,EAAE,oDAAoD,CAAC;YACtG,IAAI,CAAC,KAAK,EAAE,GAAG,UAAU,YAAY,EAAE,kBAAkB,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,UAAkB,EAAE,IAAS,EAAE,CAAS;IAC3E,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC;IAClB,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,mBAAmB,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3E,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QAAE,IAAI,CAAC,CAAC,UAAU,CAAC,iBAAiB,CAAC;YAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACnG,oBAAoB,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,CAAE,CAAC,CAAC,YAAuB,CAAC,UAAU,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9G,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,cAAc,CAAC;SACpH,UAAU,CAAC,oBAAoB,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC,UAAU,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;IACrG,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,CAAC;IACpD,OAAO,CAAC,CAAC;AACX,CAAC"}
@@ -0,0 +1,23 @@
1
+ export type El = {
2
+ tag: string;
3
+ attrs: Record<string, string>;
4
+ kids: (El | string)[];
5
+ };
6
+ export declare function parseXml(text: string): El;
7
+ /** Every element in document order (ElementTree iter()). */
8
+ export declare function iter(el: El): Generator<El>;
9
+ export type VarRow = {
10
+ variable: string;
11
+ label: string;
12
+ type: string;
13
+ start: string;
14
+ width: string;
15
+ decimals: string;
16
+ };
17
+ export type CodeRow = {
18
+ variable: string;
19
+ variable_label: string;
20
+ value: string;
21
+ value_label: string;
22
+ };
23
+ export declare function parseDdi(file: string): [VarRow[], CodeRow[], string];
@@ -0,0 +1,162 @@
1
+ /**
2
+ * The IPUMS DDI codebook (XML), read with a small XML parser (no XML package is installed): elements with local
3
+ * names (namespace prefixes and URIs dropped, as the Python code strips "{ns}"), attributes, text, entities,
4
+ * CDATA; comments, processing instructions and the DOCTYPE are skipped. Port of fetch.py parse_ddi.
5
+ */
6
+ import fs from "node:fs";
7
+ const ENT = { lt: "<", gt: ">", amp: "&", quot: '"', apos: "'" };
8
+ function decode(s) {
9
+ return s.replace(/&(#x[0-9a-fA-F]+|#\d+|\w+);/g, (all, e) => {
10
+ if (e[0] === "#")
11
+ return String.fromCodePoint(e[1] === "x" ? parseInt(e.slice(2), 16) : parseInt(e.slice(1), 10));
12
+ return ENT[e] ?? all;
13
+ });
14
+ }
15
+ const local = (n) => n.slice(n.indexOf(":") + 1);
16
+ export function parseXml(text) {
17
+ const root = { tag: "#document", attrs: {}, kids: [] };
18
+ const stack = [root];
19
+ let i = 0;
20
+ const n = text.length;
21
+ while (i < n) {
22
+ const lt = text.indexOf("<", i);
23
+ if (lt < 0) {
24
+ stack[stack.length - 1].kids.push(decode(text.slice(i)));
25
+ break;
26
+ }
27
+ if (lt > i)
28
+ stack[stack.length - 1].kids.push(decode(text.slice(i, lt)));
29
+ if (text.startsWith("<!--", lt)) {
30
+ const e = text.indexOf("-->", lt + 4);
31
+ i = e < 0 ? n : e + 3;
32
+ }
33
+ else if (text.startsWith("<![CDATA[", lt)) {
34
+ const e = text.indexOf("]]>", lt + 9);
35
+ stack[stack.length - 1].kids.push(text.slice(lt + 9, e < 0 ? n : e));
36
+ i = e < 0 ? n : e + 3;
37
+ }
38
+ else if (text.startsWith("<?", lt)) {
39
+ const e = text.indexOf("?>", lt + 2);
40
+ i = e < 0 ? n : e + 2;
41
+ }
42
+ else if (text.startsWith("<!", lt)) {
43
+ let depth = 0, j = lt;
44
+ for (; j < n; j++) {
45
+ if (text[j] === "[")
46
+ depth++;
47
+ else if (text[j] === "]")
48
+ depth--;
49
+ else if (text[j] === ">" && depth <= 0)
50
+ break;
51
+ }
52
+ i = j + 1;
53
+ }
54
+ else if (text[lt + 1] === "/") {
55
+ const e = text.indexOf(">", lt);
56
+ const name = local(text.slice(lt + 2, e).trim());
57
+ while (stack.length > 1) {
58
+ const top = stack.pop();
59
+ if (top.tag === name)
60
+ break;
61
+ }
62
+ i = e + 1;
63
+ }
64
+ else {
65
+ // a start tag: find its end outside quoted attribute values
66
+ let j = lt + 1, q = "";
67
+ for (; j < n; j++) {
68
+ const c = text[j];
69
+ if (q) {
70
+ if (c === q)
71
+ q = "";
72
+ }
73
+ else if (c === '"' || c === "'")
74
+ q = c;
75
+ else if (c === ">")
76
+ break;
77
+ }
78
+ let body = text.slice(lt + 1, j);
79
+ const selfClose = body.endsWith("/");
80
+ if (selfClose)
81
+ body = body.slice(0, -1);
82
+ const m = /^([^\s/>]+)/.exec(body);
83
+ const el = { tag: local(m ? m[1] : ""), attrs: {}, kids: [] };
84
+ const re = /([^\s=]+)\s*=\s*("([^"]*)"|'([^']*)')/g;
85
+ let a;
86
+ while ((a = re.exec(body.slice(m ? m[1].length : 0)))) {
87
+ const name = a[1];
88
+ if (name === "xmlns" || name.startsWith("xmlns:"))
89
+ continue;
90
+ el.attrs[name.includes(":") ? local(name) : name] = decode(a[3] ?? a[4] ?? "");
91
+ }
92
+ stack[stack.length - 1].kids.push(el);
93
+ if (!selfClose)
94
+ stack.push(el);
95
+ i = j + 1;
96
+ }
97
+ }
98
+ const top = root.kids.find((k) => typeof k !== "string");
99
+ if (!top)
100
+ throw new Error("not an XML document");
101
+ return top;
102
+ }
103
+ /** Every element in document order (ElementTree iter()). */
104
+ export function* iter(el) {
105
+ yield el;
106
+ for (const k of el.kids)
107
+ if (typeof k !== "string")
108
+ yield* iter(k);
109
+ }
110
+ function itertext(el) {
111
+ return el.kids.map((k) => (typeof k === "string" ? k : itertext(k))).join("");
112
+ }
113
+ const child = (el, name) => el?.kids.find((k) => typeof k !== "string" && k.tag === name) ?? null;
114
+ const text = (el) => (el ? itertext(el).split(/\s+/).filter(Boolean).join(" ") : "");
115
+ // "99999999 = N.I.U. (Not in Universe)." in a continuous variable's coding notes (INCBUS, INCFARM ...): the DDI has
116
+ // no category rows for these, so without this the code survives clean_missing and adds $100M to a sum.
117
+ const SPECIAL_CODE = /(?<![\d.])(\d{2,}(?:\.\d+)?)\s*=\s*((?:N\.?\s?I\.?\s?U\.?|N\/A|Not in universe|Missing|Not applicable|Unknown)[^.;=\d]{0,30})/gi;
118
+ const intText = (v) => BigInt(v).toString();
119
+ export function parseDdi(file) {
120
+ const root = parseXml(fs.readFileSync(file, "utf8").replace(/^/, ""));
121
+ const vars = [], codes = [];
122
+ let citation = "", series = "", doi = "";
123
+ for (const el of iter(root)) {
124
+ const t = el.tag;
125
+ if (t === "biblCit" && !citation)
126
+ citation = text(el);
127
+ if (t === "serName" && !series)
128
+ series = text(el);
129
+ if (t === "serInfo" && !doi)
130
+ doi = text(el).replace("DOI:", "").trim();
131
+ if (t !== "var")
132
+ continue;
133
+ const name = el.attrs.name ?? el.attrs.ID ?? "";
134
+ const label = text(child(el, "labl"));
135
+ const loc = child(el, "location"), fmt = child(el, "varFormat");
136
+ vars.push({ variable: name, label, type: fmt ? fmt.attrs.type ?? "" : "", start: loc ? loc.attrs.StartPos ?? "" : "",
137
+ width: loc ? loc.attrs.width ?? "" : "", decimals: el.attrs.dcml ?? "" });
138
+ const n0 = codes.length;
139
+ for (const cat of el.kids) {
140
+ if (typeof cat === "string" || cat.tag !== "catgry")
141
+ continue;
142
+ let val = text(child(cat, "catValu"));
143
+ if (/^\d+$/.test(val))
144
+ val = intText(val); // '073' -> '73' so it matches the numeric CSV value
145
+ codes.push({ variable: name, variable_label: label, value: val, value_label: text(child(cat, "labl")) });
146
+ }
147
+ if (codes.length === n0) { // continuous: special codes are only stated in the description
148
+ const notes = text(child(el, "codInstr")) + " " + text(child(el, "txt"));
149
+ for (const m of notes.matchAll(SPECIAL_CODE)) {
150
+ const [val, lab] = [m[1], m[2]];
151
+ codes.push({ variable: name, variable_label: label, value: val.includes(".") ? val : intText(val),
152
+ value_label: `${lab.trim()} (stated in the variable description)` });
153
+ }
154
+ }
155
+ }
156
+ if (!citation && series && doi) {
157
+ citation = `${series} [dataset], DOI ${doi} (https://doi.org/${doi}). Minneapolis, MN: IPUMS. ` +
158
+ "Full author list: see the collection's citation page.";
159
+ }
160
+ return [vars, codes, citation];
161
+ }
162
+ //# sourceMappingURL=_ipums_ddi.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"_ipums_ddi.js","sourceRoot":"","sources":["../../src/deep/_ipums_ddi.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AAIzB,MAAM,GAAG,GAA2B,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;AACzF,SAAS,MAAM,CAAC,CAAS;IACvB,OAAO,CAAC,CAAC,OAAO,CAAC,8BAA8B,EAAE,CAAC,GAAG,EAAE,CAAS,EAAE,EAAE;QAClE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG;YAAE,OAAO,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAClH,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC;AACD,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;AAEzD,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,IAAI,GAAO,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IAC3D,MAAM,KAAK,GAAS,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IACtB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACb,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAChC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;YACX,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzD,MAAM;QACR,CAAC;QACD,IAAI,EAAE,GAAG,CAAC;YAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QACzE,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;YAChC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;YACtC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC;YAC5C,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;YACtC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;YACrC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;YACrC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClB,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,KAAK,EAAE,CAAC;qBACxB,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,KAAK,EAAE,CAAC;qBAC7B,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,KAAK,IAAI,CAAC;oBAAE,MAAM;YAChD,CAAC;YACD,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACZ,CAAC;aAAM,IAAI,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YAChC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAChC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACjD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAG,CAAC;gBACzB,IAAI,GAAG,CAAC,GAAG,KAAK,IAAI;oBAAE,MAAM;YAC9B,CAAC;YACD,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,4DAA4D;YAC5D,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,IAAI,CAAC,EAAE,CAAC;oBACN,IAAI,CAAC,KAAK,CAAC;wBAAE,CAAC,GAAG,EAAE,CAAC;gBACtB,CAAC;qBAAM,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;oBAAE,CAAC,GAAG,CAAC,CAAC;qBACpC,IAAI,CAAC,KAAK,GAAG;oBAAE,MAAM;YAC5B,CAAC;YACD,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACrC,IAAI,SAAS;gBAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,EAAE,GAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;YAClE,MAAM,EAAE,GAAG,wCAAwC,CAAC;YACpD,IAAI,CAAC,CAAC;YACN,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClB,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBAC5D,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACjF,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI,CAAC,SAAS;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC/B,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAW,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;IAClE,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACjD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,4DAA4D;AAC5D,MAAM,SAAS,CAAC,CAAC,IAAI,CAAC,EAAM;IAC1B,MAAM,EAAE,CAAC;IACT,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI;QAAE,IAAI,OAAO,CAAC,KAAK,QAAQ;YAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,QAAQ,CAAC,EAAM;IACtB,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,EAAyB,EAAE,IAAY,EAAa,EAAE,CAClE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAW,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAoB,IAAI,IAAI,CAAC;AACrG,MAAM,IAAI,GAAG,CAAC,EAAa,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEhG,oHAAoH;AACpH,uGAAuG;AACvG,MAAM,YAAY,GAAG,iIAAiI,CAAC;AAKvJ,MAAM,OAAO,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;AAEpD,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,IAAI,GAAa,EAAE,EAAE,KAAK,GAAc,EAAE,CAAC;IACjD,IAAI,QAAQ,GAAG,EAAE,EAAE,MAAM,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC;IACzC,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC;QACjB,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,MAAM;YAAE,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,GAAG;YAAE,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACvE,IAAI,CAAC,KAAK,KAAK;YAAE,SAAS;QAC1B,MAAM,IAAI,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QACtC,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;YAClH,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QAC5E,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;QACxB,KAAK,MAAM,GAAG,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,GAAG,KAAK,QAAQ;gBAAE,SAAS;YAC9D,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC;YACtC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,oDAAoD;YAC/F,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3G,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC,CAAC,+DAA+D;YACxF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;YACzE,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC7C,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChC,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;oBAC/F,WAAW,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,uCAAuC,EAAE,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,CAAC,QAAQ,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;QAC/B,QAAQ,GAAG,GAAG,MAAM,mBAAmB,GAAG,qBAAqB,GAAG,6BAA6B;YAC7F,uDAAuD,CAAC;IAC5D,CAAC;IACD,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;AACjC,CAAC"}
@@ -0,0 +1,26 @@
1
+ export declare const CHUNK_ROWS = 250000;
2
+ export declare const DATASET_MARKERS: Record<string, string>;
3
+ export type Frame = {
4
+ rows: number;
5
+ data: Record<string, (string | null)[]>;
6
+ };
7
+ /** File name that tells the format: the member of a .zip, or the name without .gz. */
8
+ export declare function innerName(p: string): string;
9
+ export declare function fileKind(p: string): Promise<"parquet" | "json" | "text">;
10
+ export declare function sniffDelimiter(p: string): Promise<string>;
11
+ export declare function textColumns(p: string): Promise<string[]>;
12
+ export declare function jsonColumns(p: string): Promise<string[]>;
13
+ export declare function columnsOf(p: string): Promise<string[]>;
14
+ export declare function iterFrames(p: string, columns?: string[] | null): AsyncGenerator<Frame>;
15
+ export type Who = {
16
+ dataset: string | null;
17
+ year: number | null;
18
+ month: number | null;
19
+ version: number | null;
20
+ how: "name" | "content";
21
+ };
22
+ /**
23
+ * Guess dataset, year, month and version of a hand-downloaded file: from its name first
24
+ * (employment_202608_1.parquet, 'Federal Separations Raw Data (August 2026).txt'), then from its content.
25
+ */
26
+ export declare function identify(p: string): Promise<Who>;
@@ -0,0 +1,383 @@
1
+ /**
2
+ * Read raw OPM workforce files in chunks (port of the Python pack's opm_io.py).
3
+ *
4
+ * Formats:
5
+ * .parquet from the API (the only format it serves); read by _opm_parquet.ts.
6
+ * .txt/.csv from the FWD Data Downloads web page ("Download .TXT"). Delimiter sniffed (comma, pipe, tab,
7
+ * semicolon, caret); the first row must be the field names. Streamed.
8
+ * .json from the web page ("Download .JSON"): a JSON array of records, JSON Lines, or an object wrapping
9
+ * the array (e.g. {"data": [...]}). Arrays and JSON Lines are streamed.
10
+ * .gz / .zip of any of these.
11
+ * Every value is returned as a string (codes keep leading zeros), like the Parquet files; empty text fields are
12
+ * nulls, as Parquet stores them.
13
+ */
14
+ import fs from "node:fs";
15
+ import path from "node:path";
16
+ import { StringDecoder } from "node:string_decoder";
17
+ import zlib from "node:zlib";
18
+ import { parse } from "csv-parse";
19
+ import { unzipSync } from "fflate";
20
+ import { parsePyJson, pyStr } from "../core/py.js";
21
+ import { ParquetFile } from "./_opm_parquet.js";
22
+ export const CHUNK_ROWS = 250_000;
23
+ export const DATASET_MARKERS = { separations: "separation_category",
24
+ accessions: "accession_category", employment: "snapshot_yyyymm" };
25
+ // ---------------------------------------------------------------- text sources
26
+ function zipMembers(p) {
27
+ return unzipSync(fs.readFileSync(p));
28
+ }
29
+ function firstMember(p) {
30
+ const name = Object.keys(zipMembers(p)).find((n) => !n.endsWith("/"));
31
+ if (!name)
32
+ throw new Error(`${path.basename(p)}: the ZIP is empty`);
33
+ return name;
34
+ }
35
+ /** Raw bytes of a plain, .gz or single-member .zip file, in chunks. */
36
+ async function* rawChunks(p) {
37
+ const low = p.toLowerCase();
38
+ if (low.endsWith(".zip")) {
39
+ const m = zipMembers(p);
40
+ const data = m[firstMember(p)];
41
+ for (let i = 0; i < data.length; i += 1 << 20)
42
+ yield Buffer.from(data.subarray(i, i + (1 << 20)));
43
+ return;
44
+ }
45
+ const s = fs.createReadStream(p, { highWaterMark: 1 << 20 });
46
+ const src = low.endsWith(".gz") ? s.pipe(zlib.createGunzip()) : s;
47
+ for await (const c of src)
48
+ yield c;
49
+ }
50
+ /** Text of the file in chunks (UTF-8, BOM removed, invalid bytes replaced). */
51
+ async function* textChunks(p) {
52
+ const dec = new StringDecoder("utf8");
53
+ let first = true;
54
+ for await (const c of rawChunks(p)) {
55
+ let t = dec.write(c);
56
+ if (first && t) {
57
+ t = t.replace(/^/, "");
58
+ first = false;
59
+ }
60
+ if (t)
61
+ yield t;
62
+ }
63
+ const t = dec.end();
64
+ if (t)
65
+ yield t;
66
+ }
67
+ async function head(p, n) {
68
+ let s = "";
69
+ for await (const t of textChunks(p)) {
70
+ s += t;
71
+ if (s.length >= n)
72
+ break;
73
+ }
74
+ return s.slice(0, n);
75
+ }
76
+ async function lines(p, n) {
77
+ const out = [];
78
+ let rest = "";
79
+ for await (const t of textChunks(p)) {
80
+ const parts = (rest + t).split(/(?<=\n)/);
81
+ rest = parts.pop() || "";
82
+ for (const l of parts) {
83
+ out.push(l);
84
+ if (out.length >= n)
85
+ return out;
86
+ }
87
+ }
88
+ if (rest)
89
+ out.push(rest);
90
+ return out.slice(0, n);
91
+ }
92
+ /** File name that tells the format: the member of a .zip, or the name without .gz. */
93
+ export function innerName(p) {
94
+ const low = p.toLowerCase();
95
+ if (low.endsWith(".zip"))
96
+ return firstMember(p);
97
+ return low.endsWith(".gz") ? p.slice(0, -3) : p;
98
+ }
99
+ export async function fileKind(p) {
100
+ const name = innerName(p).toLowerCase();
101
+ if (name.endsWith(".parquet"))
102
+ return "parquet";
103
+ if (name.endsWith(".json") || name.endsWith(".jsonl"))
104
+ return "json";
105
+ if ([".txt", ".csv", ".tsv", ".dat"].some((e) => name.endsWith(e)))
106
+ return "text";
107
+ const h = (await head(p, 2048)).trimStart();
108
+ return h && "[{".includes(h[0]) ? "json" : "text";
109
+ }
110
+ // ---------------------------------------------------------------- delimiter sniffing (csv.Sniffer, simplified)
111
+ const DELIMS = [",", "|", "\t", ";", "^"];
112
+ const PREFERRED = [",", "\t", ";", "|", "^"];
113
+ function countOutsideQuotes(line, d) {
114
+ let n = 0, q = false;
115
+ for (const c of line) {
116
+ if (c === '"')
117
+ q = !q;
118
+ else if (c === d && !q)
119
+ n++;
120
+ }
121
+ return n;
122
+ }
123
+ export async function sniffDelimiter(p) {
124
+ const sample = (await lines(p, 20)).map((l) => l.replace(/\r?\n$/, "")).filter((l) => l.length);
125
+ const ok = [];
126
+ for (const d of DELIMS) {
127
+ const counts = sample.map((l) => countOutsideQuotes(l, d));
128
+ if (counts.length && counts[0] > 0 && counts.every((c) => c === counts[0]))
129
+ ok.push(d);
130
+ }
131
+ if (ok.length)
132
+ return PREFERRED.find((d) => ok.includes(d));
133
+ const first = sample[0] || "";
134
+ let best = DELIMS[0], n = -1;
135
+ for (const d of DELIMS) {
136
+ const c = first.split(d).length - 1;
137
+ if (c > n)
138
+ [best, n] = [d, c];
139
+ }
140
+ return best;
141
+ }
142
+ const normCol = (c) => c.trim().replace(/^"+|"+$/g, "").toLowerCase();
143
+ function csvRecords(p, d) {
144
+ const parser = parse({ delimiter: d, relax_column_count: true, relax_quotes: true, skip_empty_lines: true });
145
+ (async () => {
146
+ try {
147
+ for await (const t of textChunks(p))
148
+ if (!parser.write(t))
149
+ await new Promise((r) => parser.once("drain", r));
150
+ parser.end();
151
+ }
152
+ catch (e) {
153
+ parser.destroy(e);
154
+ }
155
+ })();
156
+ return parser;
157
+ }
158
+ export async function textColumns(p) {
159
+ const d = await sniffDelimiter(p);
160
+ for await (const rec of csvRecords(p, d))
161
+ return rec.map(normCol);
162
+ return [];
163
+ }
164
+ async function* iterText(p, columns) {
165
+ const d = await sniffDelimiter(p);
166
+ let head = null;
167
+ let idx = [];
168
+ let frame = null;
169
+ const fresh = () => ({ rows: 0, data: Object.fromEntries(idx.map(([c]) => [c, []])) });
170
+ for await (const rec of csvRecords(p, d)) {
171
+ if (!head) {
172
+ head = rec.map(normCol);
173
+ const want = new Set((columns || head).filter((c) => head.includes(c)));
174
+ idx = head.map((c, i) => [c, i]).filter(([c]) => want.has(c));
175
+ frame = fresh();
176
+ continue;
177
+ }
178
+ for (const [c, i] of idx) {
179
+ const v = rec[i];
180
+ frame.data[c].push(v === undefined || v === "" ? null : v);
181
+ }
182
+ frame.rows++;
183
+ if (frame.rows >= CHUNK_ROWS) {
184
+ yield frame;
185
+ frame = fresh();
186
+ }
187
+ }
188
+ if (frame && frame.rows)
189
+ yield frame;
190
+ }
191
+ // ---------------------------------------------------------------- JSON
192
+ /** Stream records from a JSON array, JSON Lines, or {"<key>": [records]} file. */
193
+ async function* jsonRecords(p) {
194
+ const h = (await head(p, 1 << 20)).trimStart();
195
+ if (h.startsWith("{")) {
196
+ const firstLine = h.split("\n", 1)[0].trim();
197
+ let isLines = true;
198
+ try {
199
+ // a one-line wrapper object ({"data": [...]}) is not JSON Lines: OPM records hold only scalar values
200
+ const first = JSON.parse(firstLine);
201
+ if (first && typeof first === "object" && Object.values(first).some((v) => Array.isArray(v)))
202
+ isLines = false;
203
+ }
204
+ catch {
205
+ isLines = false;
206
+ }
207
+ if (isLines) {
208
+ let rest = "";
209
+ for await (const t of textChunks(p)) {
210
+ const parts = (rest + t).split("\n");
211
+ rest = parts.pop() || "";
212
+ for (const l of parts)
213
+ if (l.trim())
214
+ yield parsePyJson(l.trim());
215
+ }
216
+ if (rest.trim())
217
+ yield parsePyJson(rest.trim());
218
+ return;
219
+ }
220
+ let all = "";
221
+ for await (const t of textChunks(p))
222
+ all += t;
223
+ const obj = parsePyJson(all);
224
+ const arr = Object.values(obj).find((v) => Array.isArray(v));
225
+ yield* arr || [];
226
+ return;
227
+ }
228
+ // an array of records: cut each top-level element out by depth, across chunk boundaries
229
+ let depth = 0, inStr = false, esc = false, buf = "", start = -1, from = 0;
230
+ for await (const t of textChunks(p)) {
231
+ buf += t;
232
+ for (let i = from; i < buf.length; i++) {
233
+ const c = buf[i];
234
+ if (inStr) {
235
+ if (esc)
236
+ esc = false;
237
+ else if (c === "\\")
238
+ esc = true;
239
+ else if (c === '"')
240
+ inStr = false;
241
+ continue;
242
+ }
243
+ if (c === '"')
244
+ inStr = true;
245
+ else if (c === "{" || c === "[") {
246
+ depth++;
247
+ if (depth === 2)
248
+ start = i;
249
+ }
250
+ else if (c === "}" || c === "]") {
251
+ if (depth === 2 && start >= 0) {
252
+ yield parsePyJson(buf.slice(start, i + 1));
253
+ buf = buf.slice(i + 1);
254
+ i = -1;
255
+ start = -1;
256
+ }
257
+ depth--;
258
+ if (depth === 0)
259
+ return;
260
+ }
261
+ }
262
+ if (start < 0)
263
+ [buf, from] = ["", 0];
264
+ else {
265
+ buf = buf.slice(start);
266
+ start = 0;
267
+ from = buf.length;
268
+ }
269
+ }
270
+ }
271
+ export async function jsonColumns(p) {
272
+ for await (const rec of jsonRecords(p))
273
+ return Object.keys(rec).map((k) => String(k).toLowerCase());
274
+ return [];
275
+ }
276
+ async function* iterJson(p, columns) {
277
+ const want = columns ? new Set(columns) : null;
278
+ let batch = [];
279
+ const flush = () => {
280
+ const cols = [];
281
+ const seen = new Set();
282
+ for (const r of batch)
283
+ for (const k of Object.keys(r))
284
+ if (!seen.has(k))
285
+ (seen.add(k), cols.push(k));
286
+ const data = {};
287
+ for (const c of cols)
288
+ data[c] = batch.map((r) => r[c] ?? null);
289
+ const f = { rows: batch.length, data };
290
+ batch = [];
291
+ return f;
292
+ };
293
+ for await (const rec of jsonRecords(p)) {
294
+ const row = {};
295
+ for (const [k0, v] of Object.entries(rec)) {
296
+ const k = String(k0).toLowerCase();
297
+ if (want && !want.has(k))
298
+ continue;
299
+ row[k] = v === null || v === undefined || v === "" || (typeof v === "number" && Number.isNaN(v)) ? null : pyStr(v);
300
+ }
301
+ batch.push(row);
302
+ if (batch.length >= CHUNK_ROWS)
303
+ yield flush();
304
+ }
305
+ if (batch.length)
306
+ yield flush();
307
+ }
308
+ // ---------------------------------------------------------------- dispatch
309
+ export async function columnsOf(p) {
310
+ const k = await fileKind(p);
311
+ if (k === "parquet")
312
+ return new ParquetFile(p).columns();
313
+ return k === "text" ? textColumns(p) : jsonColumns(p);
314
+ }
315
+ export async function* iterFrames(p, columns = null) {
316
+ const k = await fileKind(p);
317
+ if (k === "parquet") {
318
+ const f = new ParquetFile(p);
319
+ for (const g of f.rowGroups(columns))
320
+ yield { rows: g.rows, data: g.data };
321
+ }
322
+ else if (k === "text")
323
+ yield* iterText(p, columns);
324
+ else
325
+ yield* iterJson(p, columns);
326
+ }
327
+ const MONTHS = ["january", "february", "march", "april", "may", "june", "july", "august", "september", "october",
328
+ "november", "december"];
329
+ /**
330
+ * Guess dataset, year, month and version of a hand-downloaded file: from its name first
331
+ * (employment_202608_1.parquet, 'Federal Separations Raw Data (August 2026).txt'), then from its content.
332
+ */
333
+ export async function identify(p) {
334
+ const name = path.basename(innerName(p));
335
+ const out = { dataset: null, year: null, month: null, version: null, how: "name" };
336
+ let m = /(employment|accessions|separations)_(\d{4})(\d{2})_(\d+)/i.exec(name);
337
+ if (m) {
338
+ return { dataset: m[1].toLowerCase(), year: Number(m[2]), month: Number(m[3]), version: Number(m[4]), how: "name" };
339
+ }
340
+ const low = name.toLowerCase();
341
+ for (const ds of Object.keys(DATASET_MARKERS))
342
+ if (low.includes(ds))
343
+ out.dataset = ds;
344
+ // Month names as whole words only, after removing the dataset words: "separations" starts with "sep".
345
+ const bare = low.replace(/employment|accessions|separations/g, " ");
346
+ const names = [...MONTHS, ...MONTHS.map((x) => x.slice(0, 3)), "sept"];
347
+ m = new RegExp("(?<![a-z])(" + names.join("|") + ")(?![a-z])[\\s_.,-]*(\\d{4})(?!\\d)").exec(bare);
348
+ if (m) {
349
+ const mm = m[1];
350
+ out.month = MONTHS.findIndex((x) => x.startsWith(mm.slice(0, 3))) + 1;
351
+ out.year = Number(m[2]);
352
+ }
353
+ else {
354
+ m = /(?<!\d)(20\d{2})[-_]?(0[1-9]|1[0-2])(?!\d)/.exec(bare);
355
+ if (m)
356
+ [out.year, out.month] = [Number(m[1]), Number(m[2])];
357
+ }
358
+ m = /(?:version|ver|(?<![a-z])v)[\s_.-]*(\d+)(?!\d)/.exec(bare);
359
+ if (m)
360
+ out.version = Number(m[1]);
361
+ if (out.dataset && out.year)
362
+ return out;
363
+ out.how = "content";
364
+ const cols = new Set(await columnsOf(p));
365
+ for (const [ds, marker] of Object.entries(DATASET_MARKERS))
366
+ if (cols.has(marker) && !out.dataset)
367
+ out.dataset = ds;
368
+ const pcol = out.dataset === "employment" ? "snapshot_yyyymm" : "personnel_action_effective_date_yyyymm";
369
+ if (cols.has(pcol) && !out.year) {
370
+ let top = null;
371
+ for await (const f of iterFrames(p, [pcol])) {
372
+ for (const v of f.data[pcol] || [])
373
+ if (v !== null && /^\d{6}$/.test(v) && (top === null || v > top))
374
+ top = v;
375
+ if (out.dataset === "employment" && top)
376
+ break;
377
+ }
378
+ if (top)
379
+ [out.year, out.month] = [Number(top.slice(0, 4)), Number(top.slice(4))];
380
+ }
381
+ return out;
382
+ }
383
+ //# sourceMappingURL=_opm_io.js.map