data-analyst-mcp 0.0.0-stage → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (640) hide show
  1. package/README.md +262 -3
  2. package/dist/adapters/_acf_tidy.d.ts +18 -0
  3. package/dist/adapters/_acf_tidy.js +432 -0
  4. package/dist/adapters/_acf_tidy.js.map +1 -0
  5. package/dist/adapters/_actuaries_read.d.ts +38 -0
  6. package/dist/adapters/_actuaries_read.js +728 -0
  7. package/dist/adapters/_actuaries_read.js.map +1 -0
  8. package/dist/adapters/_census_micro.d.ts +70 -0
  9. package/dist/adapters/_census_micro.js +622 -0
  10. package/dist/adapters/_census_micro.js.map +1 -0
  11. package/dist/adapters/_census_util.d.ts +40 -0
  12. package/dist/adapters/_census_util.js +275 -0
  13. package/dist/adapters/_census_util.js.map +1 -0
  14. package/dist/adapters/_dol_states.d.ts +6 -0
  15. package/dist/adapters/_dol_states.js +58 -0
  16. package/dist/adapters/_dol_states.js.map +1 -0
  17. package/dist/adapters/_govinfo_entities.d.ts +4 -0
  18. package/dist/adapters/_govinfo_entities.js +6 -0
  19. package/dist/adapters/_govinfo_entities.js.map +1 -0
  20. package/dist/adapters/_govinfo_json.d.ts +13 -0
  21. package/dist/adapters/_govinfo_json.js +107 -0
  22. package/dist/adapters/_govinfo_json.js.map +1 -0
  23. package/dist/adapters/_govinfo_py.d.ts +22 -0
  24. package/dist/adapters/_govinfo_py.js +272 -0
  25. package/dist/adapters/_govinfo_py.js.map +1 -0
  26. package/dist/adapters/_govinfo_xml.d.ts +22 -0
  27. package/dist/adapters/_govinfo_xml.js +233 -0
  28. package/dist/adapters/_govinfo_xml.js.map +1 -0
  29. package/dist/adapters/_hud_excel.d.ts +2 -0
  30. package/dist/adapters/_hud_excel.js +166 -0
  31. package/dist/adapters/_hud_excel.js.map +1 -0
  32. package/dist/adapters/_omb_grid.d.ts +17 -0
  33. package/dist/adapters/_omb_grid.js +132 -0
  34. package/dist/adapters/_omb_grid.js.map +1 -0
  35. package/dist/adapters/_omb_util.d.ts +40 -0
  36. package/dist/adapters/_omb_util.js +192 -0
  37. package/dist/adapters/_omb_util.js.map +1 -0
  38. package/dist/adapters/_usaspending_state.d.ts +6 -0
  39. package/dist/adapters/_usaspending_state.js +54 -0
  40. package/dist/adapters/_usaspending_state.js.map +1 -0
  41. package/dist/adapters/_usda-fna_book.d.ts +59 -0
  42. package/dist/adapters/_usda-fna_book.js +869 -0
  43. package/dist/adapters/_usda-fna_book.js.map +1 -0
  44. package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
  45. package/dist/adapters/_usda-fna_pdf.js +361 -0
  46. package/dist/adapters/_usda-fna_pdf.js.map +1 -0
  47. package/dist/adapters/_usda-outlook_read.d.ts +70 -0
  48. package/dist/adapters/_usda-outlook_read.js +362 -0
  49. package/dist/adapters/_usda-outlook_read.js.map +1 -0
  50. package/dist/adapters/acf.d.ts +3 -0
  51. package/dist/adapters/acf.js +187 -0
  52. package/dist/adapters/acf.js.map +1 -0
  53. package/dist/adapters/actuaries.d.ts +3 -0
  54. package/dist/adapters/actuaries.js +293 -0
  55. package/dist/adapters/actuaries.js.map +1 -0
  56. package/dist/adapters/bts.d.ts +3 -0
  57. package/dist/adapters/bts.js +26 -0
  58. package/dist/adapters/bts.js.map +1 -0
  59. package/dist/adapters/census-geocoder.d.ts +10 -0
  60. package/dist/adapters/census-geocoder.js +47 -0
  61. package/dist/adapters/census-geocoder.js.map +1 -0
  62. package/dist/adapters/census.d.ts +17 -0
  63. package/dist/adapters/census.js +983 -0
  64. package/dist/adapters/census.js.map +1 -0
  65. package/dist/adapters/cfpb.d.ts +7 -0
  66. package/dist/adapters/cfpb.js +348 -0
  67. package/dist/adapters/cfpb.js.map +1 -0
  68. package/dist/adapters/clinical-trials.d.ts +3 -0
  69. package/dist/adapters/clinical-trials.js +135 -0
  70. package/dist/adapters/clinical-trials.js.map +1 -0
  71. package/dist/adapters/cms.d.ts +3 -0
  72. package/dist/adapters/cms.js +292 -0
  73. package/dist/adapters/cms.js.map +1 -0
  74. package/dist/adapters/college-scorecard.d.ts +3 -0
  75. package/dist/adapters/college-scorecard.js +122 -0
  76. package/dist/adapters/college-scorecard.js.map +1 -0
  77. package/dist/adapters/congress.d.ts +33 -0
  78. package/dist/adapters/congress.js +589 -0
  79. package/dist/adapters/congress.js.map +1 -0
  80. package/dist/adapters/dhs-ohss.d.ts +13 -0
  81. package/dist/adapters/dhs-ohss.js +598 -0
  82. package/dist/adapters/dhs-ohss.js.map +1 -0
  83. package/dist/adapters/doj-news.d.ts +7 -0
  84. package/dist/adapters/doj-news.js +286 -0
  85. package/dist/adapters/doj-news.js.map +1 -0
  86. package/dist/adapters/dol.d.ts +4 -0
  87. package/dist/adapters/dol.js +634 -0
  88. package/dist/adapters/dol.js.map +1 -0
  89. package/dist/adapters/eia.d.ts +15 -0
  90. package/dist/adapters/eia.js +456 -0
  91. package/dist/adapters/eia.js.map +1 -0
  92. package/dist/adapters/epa-aqs.d.ts +3 -0
  93. package/dist/adapters/epa-aqs.js +357 -0
  94. package/dist/adapters/epa-aqs.js.map +1 -0
  95. package/dist/adapters/epa.d.ts +3 -0
  96. package/dist/adapters/epa.js +298 -0
  97. package/dist/adapters/epa.js.map +1 -0
  98. package/dist/adapters/fbi.d.ts +3 -0
  99. package/dist/adapters/fbi.js +192 -0
  100. package/dist/adapters/fbi.js.map +1 -0
  101. package/dist/adapters/fda.d.ts +5 -0
  102. package/dist/adapters/fda.js +184 -0
  103. package/dist/adapters/fda.js.map +1 -0
  104. package/dist/adapters/fdic.d.ts +4 -0
  105. package/dist/adapters/fdic.js +95 -0
  106. package/dist/adapters/fdic.js.map +1 -0
  107. package/dist/adapters/fec.d.ts +3 -0
  108. package/dist/adapters/fec.js +142 -0
  109. package/dist/adapters/fec.js.map +1 -0
  110. package/dist/adapters/fed-board.d.ts +12 -0
  111. package/dist/adapters/fed-board.js +581 -0
  112. package/dist/adapters/fed-board.js.map +1 -0
  113. package/dist/adapters/federal-register.d.ts +11 -0
  114. package/dist/adapters/federal-register.js +43 -0
  115. package/dist/adapters/federal-register.js.map +1 -0
  116. package/dist/adapters/fhfa.d.ts +3 -0
  117. package/dist/adapters/fhfa.js +253 -0
  118. package/dist/adapters/fhfa.js.map +1 -0
  119. package/dist/adapters/fsa.d.ts +9 -0
  120. package/dist/adapters/fsa.js +335 -0
  121. package/dist/adapters/fsa.js.map +1 -0
  122. package/dist/adapters/govinfo.d.ts +30 -0
  123. package/dist/adapters/govinfo.js +636 -0
  124. package/dist/adapters/govinfo.js.map +1 -0
  125. package/dist/adapters/gsa-calc.d.ts +10 -0
  126. package/dist/adapters/gsa-calc.js +318 -0
  127. package/dist/adapters/gsa-calc.js.map +1 -0
  128. package/dist/adapters/hud.d.ts +3 -0
  129. package/dist/adapters/hud.js +200 -0
  130. package/dist/adapters/hud.js.map +1 -0
  131. package/dist/adapters/index.d.ts +3 -0
  132. package/dist/adapters/index.js +25 -0
  133. package/dist/adapters/index.js.map +1 -0
  134. package/dist/adapters/irs-soi.d.ts +6 -0
  135. package/dist/adapters/irs-soi.js +576 -0
  136. package/dist/adapters/irs-soi.js.map +1 -0
  137. package/dist/adapters/naep.d.ts +15 -0
  138. package/dist/adapters/naep.js +341 -0
  139. package/dist/adapters/naep.js.map +1 -0
  140. package/dist/adapters/nhtsa.d.ts +10 -0
  141. package/dist/adapters/nhtsa.js +239 -0
  142. package/dist/adapters/nhtsa.js.map +1 -0
  143. package/dist/adapters/nih.d.ts +5 -0
  144. package/dist/adapters/nih.js +196 -0
  145. package/dist/adapters/nih.js.map +1 -0
  146. package/dist/adapters/noaa.d.ts +3 -0
  147. package/dist/adapters/noaa.js +148 -0
  148. package/dist/adapters/noaa.js.map +1 -0
  149. package/dist/adapters/nrel.d.ts +3 -0
  150. package/dist/adapters/nrel.js +186 -0
  151. package/dist/adapters/nrel.js.map +1 -0
  152. package/dist/adapters/nws.d.ts +3 -0
  153. package/dist/adapters/nws.js +119 -0
  154. package/dist/adapters/nws.js.map +1 -0
  155. package/dist/adapters/omb.d.ts +15 -0
  156. package/dist/adapters/omb.js +517 -0
  157. package/dist/adapters/omb.js.map +1 -0
  158. package/dist/adapters/open-payments.d.ts +5 -0
  159. package/dist/adapters/open-payments.js +149 -0
  160. package/dist/adapters/open-payments.js.map +1 -0
  161. package/dist/adapters/pbgc.d.ts +13 -0
  162. package/dist/adapters/pbgc.js +283 -0
  163. package/dist/adapters/pbgc.js.map +1 -0
  164. package/dist/adapters/philfed.d.ts +12 -0
  165. package/dist/adapters/philfed.js +59 -0
  166. package/dist/adapters/philfed.js.map +1 -0
  167. package/dist/adapters/regulations.d.ts +6 -0
  168. package/dist/adapters/regulations.js +58 -0
  169. package/dist/adapters/regulations.js.map +1 -0
  170. package/dist/adapters/sec.d.ts +13 -0
  171. package/dist/adapters/sec.js +504 -0
  172. package/dist/adapters/sec.js.map +1 -0
  173. package/dist/adapters/senate-lobbying.d.ts +3 -0
  174. package/dist/adapters/senate-lobbying.js +181 -0
  175. package/dist/adapters/senate-lobbying.js.map +1 -0
  176. package/dist/adapters/snapqc.d.ts +32 -0
  177. package/dist/adapters/snapqc.js +701 -0
  178. package/dist/adapters/snapqc.js.map +1 -0
  179. package/dist/adapters/treasury-yields.d.ts +3 -0
  180. package/dist/adapters/treasury-yields.js +170 -0
  181. package/dist/adapters/treasury-yields.js.map +1 -0
  182. package/dist/adapters/usaspending.d.ts +3 -0
  183. package/dist/adapters/usaspending.js +340 -0
  184. package/dist/adapters/usaspending.js.map +1 -0
  185. package/dist/adapters/usda-fna.d.ts +7 -0
  186. package/dist/adapters/usda-fna.js +707 -0
  187. package/dist/adapters/usda-fna.js.map +1 -0
  188. package/dist/adapters/usda-fooddata.d.ts +3 -0
  189. package/dist/adapters/usda-fooddata.js +101 -0
  190. package/dist/adapters/usda-fooddata.js.map +1 -0
  191. package/dist/adapters/usda-nass.d.ts +3 -0
  192. package/dist/adapters/usda-nass.js +108 -0
  193. package/dist/adapters/usda-nass.js.map +1 -0
  194. package/dist/adapters/usda-outlook.d.ts +12 -0
  195. package/dist/adapters/usda-outlook.js +696 -0
  196. package/dist/adapters/usda-outlook.js.map +1 -0
  197. package/dist/adapters/usgs.d.ts +9 -0
  198. package/dist/adapters/usgs.js +265 -0
  199. package/dist/adapters/usgs.js.map +1 -0
  200. package/dist/adapters/usitc.d.ts +18 -0
  201. package/dist/adapters/usitc.js +170 -0
  202. package/dist/adapters/usitc.js.map +1 -0
  203. package/dist/adapters/uspto.d.ts +3 -0
  204. package/dist/adapters/uspto.js +47 -0
  205. package/dist/adapters/uspto.js.map +1 -0
  206. package/dist/adapters/world-bank.d.ts +3 -0
  207. package/dist/adapters/world-bank.js +163 -0
  208. package/dist/adapters/world-bank.js.map +1 -0
  209. package/dist/analysis/cite.d.ts +31 -0
  210. package/dist/analysis/cite.js +229 -0
  211. package/dist/analysis/cite.js.map +1 -0
  212. package/dist/analysis/combine.d.ts +27 -0
  213. package/dist/analysis/combine.js +198 -0
  214. package/dist/analysis/combine.js.map +1 -0
  215. package/dist/analysis/compute.d.ts +62 -0
  216. package/dist/analysis/compute.js +583 -0
  217. package/dist/analysis/compute.js.map +1 -0
  218. package/dist/analysis/expr.d.ts +69 -0
  219. package/dist/analysis/expr.js +780 -0
  220. package/dist/analysis/expr.js.map +1 -0
  221. package/dist/analysis/factfmt.d.ts +16 -0
  222. package/dist/analysis/factfmt.js +187 -0
  223. package/dist/analysis/factfmt.js.map +1 -0
  224. package/dist/analysis/facts.d.ts +63 -0
  225. package/dist/analysis/facts.js +355 -0
  226. package/dist/analysis/facts.js.map +1 -0
  227. package/dist/analysis/handoff.d.ts +58 -0
  228. package/dist/analysis/handoff.js +208 -0
  229. package/dist/analysis/handoff.js.map +1 -0
  230. package/dist/analysis/pyfmt.d.ts +16 -0
  231. package/dist/analysis/pyfmt.js +156 -0
  232. package/dist/analysis/pyfmt.js.map +1 -0
  233. package/dist/analysis/rerun.d.ts +13 -0
  234. package/dist/analysis/rerun.js +125 -0
  235. package/dist/analysis/rerun.js.map +1 -0
  236. package/dist/analysis/table.d.ts +18 -0
  237. package/dist/analysis/table.js +109 -0
  238. package/dist/analysis/table.js.map +1 -0
  239. package/dist/analysis/tools.d.ts +67 -0
  240. package/dist/analysis/tools.js +217 -0
  241. package/dist/analysis/tools.js.map +1 -0
  242. package/dist/analysis/write_table.d.ts +13 -0
  243. package/dist/analysis/write_table.js +59 -0
  244. package/dist/analysis/write_table.js.map +1 -0
  245. package/dist/bin/cli.d.ts +10 -0
  246. package/dist/bin/cli.js +177 -0
  247. package/dist/bin/cli.js.map +1 -0
  248. package/dist/core/cache.d.ts +14 -0
  249. package/dist/core/cache.js +90 -0
  250. package/dist/core/cache.js.map +1 -0
  251. package/dist/core/context.d.ts +12 -0
  252. package/dist/core/context.js +15 -0
  253. package/dist/core/context.js.map +1 -0
  254. package/dist/core/env.d.ts +14 -0
  255. package/dist/core/env.js +52 -0
  256. package/dist/core/env.js.map +1 -0
  257. package/dist/core/generic-rest.d.ts +61 -0
  258. package/dist/core/generic-rest.js +639 -0
  259. package/dist/core/generic-rest.js.map +1 -0
  260. package/dist/core/http.d.ts +120 -0
  261. package/dist/core/http.js +514 -0
  262. package/dist/core/http.js.map +1 -0
  263. package/dist/core/keys.d.ts +43 -0
  264. package/dist/core/keys.js +174 -0
  265. package/dist/core/keys.js.map +1 -0
  266. package/dist/core/manual.d.ts +41 -0
  267. package/dist/core/manual.js +218 -0
  268. package/dist/core/manual.js.map +1 -0
  269. package/dist/core/package.d.ts +58 -0
  270. package/dist/core/package.js +228 -0
  271. package/dist/core/package.js.map +1 -0
  272. package/dist/core/packs.d.ts +139 -0
  273. package/dist/core/packs.js +173 -0
  274. package/dist/core/packs.js.map +1 -0
  275. package/dist/core/policy.d.ts +69 -0
  276. package/dist/core/policy.js +189 -0
  277. package/dist/core/policy.js.map +1 -0
  278. package/dist/core/py.d.ts +40 -0
  279. package/dist/core/py.js +171 -0
  280. package/dist/core/py.js.map +1 -0
  281. package/dist/core/routing.d.ts +10 -0
  282. package/dist/core/routing.js +39 -0
  283. package/dist/core/routing.js.map +1 -0
  284. package/dist/core/tabular.d.ts +21 -0
  285. package/dist/core/tabular.js +229 -0
  286. package/dist/core/tabular.js.map +1 -0
  287. package/dist/deep/_bea_api.d.ts +102 -0
  288. package/dist/deep/_bea_api.js +457 -0
  289. package/dist/deep/_bea_api.js.map +1 -0
  290. package/dist/deep/_bea_fetch.d.ts +151 -0
  291. package/dist/deep/_bea_fetch.js +1274 -0
  292. package/dist/deep/_bea_fetch.js.map +1 -0
  293. package/dist/deep/_bea_util.d.ts +14 -0
  294. package/dist/deep/_bea_util.js +156 -0
  295. package/dist/deep/_bea_util.js.map +1 -0
  296. package/dist/deep/_bls_api.d.ts +84 -0
  297. package/dist/deep/_bls_api.js +231 -0
  298. package/dist/deep/_bls_api.js.map +1 -0
  299. package/dist/deep/_bls_ids.d.ts +43 -0
  300. package/dist/deep/_bls_ids.js +188 -0
  301. package/dist/deep/_bls_ids.js.map +1 -0
  302. package/dist/deep/_bls_lib.d.ts +61 -0
  303. package/dist/deep/_bls_lib.js +442 -0
  304. package/dist/deep/_bls_lib.js.map +1 -0
  305. package/dist/deep/_fred_api.d.ts +148 -0
  306. package/dist/deep/_fred_api.js +545 -0
  307. package/dist/deep/_fred_api.js.map +1 -0
  308. package/dist/deep/_fred_pack.d.ts +162 -0
  309. package/dist/deep/_fred_pack.js +1027 -0
  310. package/dist/deep/_fred_pack.js.map +1 -0
  311. package/dist/deep/_fred_py.d.ts +40 -0
  312. package/dist/deep/_fred_py.js +199 -0
  313. package/dist/deep/_fred_py.js.map +1 -0
  314. package/dist/deep/_ipums_bundle.d.ts +29 -0
  315. package/dist/deep/_ipums_bundle.js +194 -0
  316. package/dist/deep/_ipums_bundle.js.map +1 -0
  317. package/dist/deep/_ipums_ddi.d.ts +23 -0
  318. package/dist/deep/_ipums_ddi.js +162 -0
  319. package/dist/deep/_ipums_ddi.js.map +1 -0
  320. package/dist/deep/_opm_io.d.ts +26 -0
  321. package/dist/deep/_opm_io.js +383 -0
  322. package/dist/deep/_opm_io.js.map +1 -0
  323. package/dist/deep/_opm_parquet.d.ts +31 -0
  324. package/dist/deep/_opm_parquet.js +744 -0
  325. package/dist/deep/_opm_parquet.js.map +1 -0
  326. package/dist/deep/_opm_py.d.ts +6 -0
  327. package/dist/deep/_opm_py.js +74 -0
  328. package/dist/deep/_opm_py.js.map +1 -0
  329. package/dist/deep/_treasury_api.d.ts +48 -0
  330. package/dist/deep/_treasury_api.js +221 -0
  331. package/dist/deep/_treasury_api.js.map +1 -0
  332. package/dist/deep/_treasury_context.d.ts +34 -0
  333. package/dist/deep/_treasury_context.js +142 -0
  334. package/dist/deep/_treasury_context.js.map +1 -0
  335. package/dist/deep/_treasury_lib.d.ts +109 -0
  336. package/dist/deep/_treasury_lib.js +686 -0
  337. package/dist/deep/_treasury_lib.js.map +1 -0
  338. package/dist/deep/bea.d.ts +3 -0
  339. package/dist/deep/bea.js +248 -0
  340. package/dist/deep/bea.js.map +1 -0
  341. package/dist/deep/bls.d.ts +3 -0
  342. package/dist/deep/bls.js +220 -0
  343. package/dist/deep/bls.js.map +1 -0
  344. package/dist/deep/fred.d.ts +3 -0
  345. package/dist/deep/fred.js +325 -0
  346. package/dist/deep/fred.js.map +1 -0
  347. package/dist/deep/ipums.d.ts +59 -0
  348. package/dist/deep/ipums.js +744 -0
  349. package/dist/deep/ipums.js.map +1 -0
  350. package/dist/deep/opm.d.ts +56 -0
  351. package/dist/deep/opm.js +1033 -0
  352. package/dist/deep/opm.js.map +1 -0
  353. package/dist/deep/treasury.d.ts +3 -0
  354. package/dist/deep/treasury.js +218 -0
  355. package/dist/deep/treasury.js.map +1 -0
  356. package/dist/envelope.d.ts +47 -0
  357. package/dist/envelope.js +88 -0
  358. package/dist/envelope.js.map +1 -0
  359. package/dist/index.d.ts +277 -0
  360. package/dist/index.js +106 -0
  361. package/dist/index.js.map +1 -0
  362. package/dist/remote/app.d.ts +21 -0
  363. package/dist/remote/app.js +218 -0
  364. package/dist/remote/app.js.map +1 -0
  365. package/dist/remote/oauth.d.ts +14 -0
  366. package/dist/remote/oauth.js +90 -0
  367. package/dist/remote/oauth.js.map +1 -0
  368. package/dist/remote/pages.d.ts +8 -0
  369. package/dist/remote/pages.js +56 -0
  370. package/dist/remote/pages.js.map +1 -0
  371. package/dist/remote/sign.d.ts +4 -0
  372. package/dist/remote/sign.js +40 -0
  373. package/dist/remote/sign.js.map +1 -0
  374. package/dist/remote/store.d.ts +31 -0
  375. package/dist/remote/store.js +129 -0
  376. package/dist/remote/store.js.map +1 -0
  377. package/dist/report/audit_answer.d.ts +94 -0
  378. package/dist/report/audit_answer.js +1349 -0
  379. package/dist/report/audit_answer.js.map +1 -0
  380. package/dist/report/audit_report.d.ts +23 -0
  381. package/dist/report/audit_report.js +637 -0
  382. package/dist/report/audit_report.js.map +1 -0
  383. package/dist/report/build_report.d.ts +27 -0
  384. package/dist/report/build_report.js +1168 -0
  385. package/dist/report/build_report.js.map +1 -0
  386. package/dist/report/method_audit.d.ts +47 -0
  387. package/dist/report/method_audit.js +710 -0
  388. package/dist/report/method_audit.js.map +1 -0
  389. package/dist/report/policyset.d.ts +50 -0
  390. package/dist/report/policyset.js +421 -0
  391. package/dist/report/policyset.js.map +1 -0
  392. package/dist/report/py.d.ts +58 -0
  393. package/dist/report/py.js +311 -0
  394. package/dist/report/py.js.map +1 -0
  395. package/dist/report/scan_secrets.d.ts +21 -0
  396. package/dist/report/scan_secrets.js +234 -0
  397. package/dist/report/scan_secrets.js.map +1 -0
  398. package/dist/report/style_check.d.ts +29 -0
  399. package/dist/report/style_check.js +173 -0
  400. package/dist/report/style_check.js.map +1 -0
  401. package/dist/report/tools.d.ts +87 -0
  402. package/dist/report/tools.js +167 -0
  403. package/dist/report/tools.js.map +1 -0
  404. package/dist/server.d.ts +5 -0
  405. package/dist/server.js +246 -0
  406. package/dist/server.js.map +1 -0
  407. package/dist/session.d.ts +47 -0
  408. package/dist/session.js +107 -0
  409. package/dist/session.js.map +1 -0
  410. package/dist/toolkit.d.ts +21 -0
  411. package/dist/toolkit.js +2 -0
  412. package/dist/toolkit.js.map +1 -0
  413. package/dist/tools.d.ts +299 -0
  414. package/dist/tools.js +491 -0
  415. package/dist/tools.js.map +1 -0
  416. package/guide/WORKFLOW.md +134 -0
  417. package/guide/assets/disclaimer.txt +1 -0
  418. package/guide/assets/download_data.ps1 +162 -0
  419. package/guide/assets/download_data.sh +143 -0
  420. package/guide/assets/report_template.html +597 -0
  421. package/guide/references/report_patterns.md +199 -0
  422. package/guide/references/routing.md +171 -0
  423. package/guide/references/style_guide.md +398 -0
  424. package/package.json +56 -6
  425. package/packs/acf/endpoints.json +114 -0
  426. package/packs/acf/policy.json +104 -0
  427. package/packs/acf/source.md +138 -0
  428. package/packs/actuaries/endpoints.json +82 -0
  429. package/packs/actuaries/policy.json +109 -0
  430. package/packs/actuaries/source.md +137 -0
  431. package/packs/bea/assets/download_bea.ps1 +182 -0
  432. package/packs/bea/assets/download_bea.sh +144 -0
  433. package/packs/bea/docs/bea_api.md +461 -0
  434. package/packs/bea/docs/datasets.md +157 -0
  435. package/packs/bea/docs/report_patterns.md +112 -0
  436. package/packs/bea/policy.json +170 -0
  437. package/packs/bea/source.md +152 -0
  438. package/packs/bls/assets/download_bls.ps1 +152 -0
  439. package/packs/bls/assets/download_bls.sh +167 -0
  440. package/packs/bls/docs/analysis_patterns.md +108 -0
  441. package/packs/bls/docs/bls_api.md +73 -0
  442. package/packs/bls/docs/series_ids.md +149 -0
  443. package/packs/bls/policy.json +238 -0
  444. package/packs/bls/series_ids.json +1375 -0
  445. package/packs/bls/source.md +156 -0
  446. package/packs/bts/endpoints.json +347 -0
  447. package/packs/bts/policy.json +94 -0
  448. package/packs/bts/source.md +97 -0
  449. package/packs/cdc/endpoints.json +197 -0
  450. package/packs/cdc/policy.json +83 -0
  451. package/packs/cdc/source.md +74 -0
  452. package/packs/census/endpoints.json +99 -0
  453. package/packs/census/policy.json +238 -0
  454. package/packs/census/source.md +304 -0
  455. package/packs/census-geocoder/endpoints.json +70 -0
  456. package/packs/census-geocoder/policy.json +80 -0
  457. package/packs/census-geocoder/source.md +53 -0
  458. package/packs/cfpb/endpoints.json +327 -0
  459. package/packs/cfpb/policy.json +119 -0
  460. package/packs/cfpb/source.md +96 -0
  461. package/packs/clinical-trials/endpoints.json +167 -0
  462. package/packs/clinical-trials/policy.json +84 -0
  463. package/packs/clinical-trials/source.md +82 -0
  464. package/packs/cms/endpoints.json +69 -0
  465. package/packs/cms/policy.json +96 -0
  466. package/packs/cms/source.md +112 -0
  467. package/packs/college-scorecard/endpoints.json +253 -0
  468. package/packs/college-scorecard/policy.json +106 -0
  469. package/packs/college-scorecard/source.md +92 -0
  470. package/packs/congress/endpoints.json +1701 -0
  471. package/packs/congress/policy.json +117 -0
  472. package/packs/congress/source.md +190 -0
  473. package/packs/dhs-ohss/endpoints.json +66 -0
  474. package/packs/dhs-ohss/policy.json +107 -0
  475. package/packs/dhs-ohss/source.md +120 -0
  476. package/packs/doj-news/endpoints.json +59 -0
  477. package/packs/doj-news/policy.json +96 -0
  478. package/packs/doj-news/source.md +99 -0
  479. package/packs/dol/endpoints.json +818 -0
  480. package/packs/dol/policy.json +135 -0
  481. package/packs/dol/source.md +181 -0
  482. package/packs/eia/endpoints.json +718 -0
  483. package/packs/eia/policy.json +112 -0
  484. package/packs/eia/source.md +112 -0
  485. package/packs/epa/endpoints.json +292 -0
  486. package/packs/epa/policy.json +99 -0
  487. package/packs/epa/source.md +99 -0
  488. package/packs/epa-aqs/endpoints.json +174 -0
  489. package/packs/epa-aqs/policy.json +96 -0
  490. package/packs/epa-aqs/source.md +97 -0
  491. package/packs/fbi/endpoints.json +1842 -0
  492. package/packs/fbi/policy.json +118 -0
  493. package/packs/fbi/source.md +108 -0
  494. package/packs/fda/endpoints.json +238 -0
  495. package/packs/fda/policy.json +121 -0
  496. package/packs/fda/source.md +117 -0
  497. package/packs/fdic/endpoints.json +417 -0
  498. package/packs/fdic/policy.json +83 -0
  499. package/packs/fdic/source.md +92 -0
  500. package/packs/fec/endpoints.json +708 -0
  501. package/packs/fec/policy.json +93 -0
  502. package/packs/fec/source.md +90 -0
  503. package/packs/fed-board/endpoints.json +89 -0
  504. package/packs/fed-board/policy.json +136 -0
  505. package/packs/fed-board/source.md +118 -0
  506. package/packs/federal-register/endpoints.json +143 -0
  507. package/packs/federal-register/policy.json +86 -0
  508. package/packs/federal-register/source.md +98 -0
  509. package/packs/fema/endpoints.json +646 -0
  510. package/packs/fema/policy.json +103 -0
  511. package/packs/fema/source.md +103 -0
  512. package/packs/fhfa/endpoints.json +105 -0
  513. package/packs/fhfa/policy.json +109 -0
  514. package/packs/fhfa/source.md +108 -0
  515. package/packs/fred/assets/download_fred.ps1 +122 -0
  516. package/packs/fred/assets/download_fred.sh +123 -0
  517. package/packs/fred/docs/analysis_patterns.md +124 -0
  518. package/packs/fred/docs/fred_api.md +94 -0
  519. package/packs/fred/docs/series.md +188 -0
  520. package/packs/fred/policy.json +253 -0
  521. package/packs/fred/source.md +142 -0
  522. package/packs/fsa/endpoints.json +150 -0
  523. package/packs/fsa/policy.json +99 -0
  524. package/packs/fsa/source.md +102 -0
  525. package/packs/govinfo/endpoints.json +520 -0
  526. package/packs/govinfo/policy.json +116 -0
  527. package/packs/govinfo/source.md +241 -0
  528. package/packs/gsa-calc/endpoints.json +93 -0
  529. package/packs/gsa-calc/policy.json +97 -0
  530. package/packs/gsa-calc/source.md +108 -0
  531. package/packs/hud/endpoints.json +147 -0
  532. package/packs/hud/policy.json +84 -0
  533. package/packs/hud/source.md +97 -0
  534. package/packs/ipums/assets/download_ipums.ps1 +215 -0
  535. package/packs/ipums/assets/download_ipums.sh +192 -0
  536. package/packs/ipums/docs/ipums_api.md +67 -0
  537. package/packs/ipums/docs/report_patterns.md +117 -0
  538. package/packs/ipums/docs/variables.md +284 -0
  539. package/packs/ipums/lib/fetch_text.json +112 -0
  540. package/packs/ipums/policy.json +215 -0
  541. package/packs/ipums/source.md +169 -0
  542. package/packs/irs-soi/endpoints.json +114 -0
  543. package/packs/irs-soi/policy.json +107 -0
  544. package/packs/irs-soi/source.md +124 -0
  545. package/packs/medicaid/endpoints.json +412 -0
  546. package/packs/medicaid/policy.json +108 -0
  547. package/packs/medicaid/source.md +136 -0
  548. package/packs/naep/endpoints.json +217 -0
  549. package/packs/naep/policy.json +100 -0
  550. package/packs/naep/source.md +120 -0
  551. package/packs/nhtsa/endpoints.json +132 -0
  552. package/packs/nhtsa/policy.json +93 -0
  553. package/packs/nhtsa/source.md +109 -0
  554. package/packs/nih/endpoints.json +453 -0
  555. package/packs/nih/policy.json +86 -0
  556. package/packs/nih/source.md +108 -0
  557. package/packs/noaa/endpoints.json +432 -0
  558. package/packs/noaa/policy.json +95 -0
  559. package/packs/noaa/source.md +88 -0
  560. package/packs/nrel/endpoints.json +328 -0
  561. package/packs/nrel/policy.json +96 -0
  562. package/packs/nrel/source.md +91 -0
  563. package/packs/nws/endpoints.json +272 -0
  564. package/packs/nws/policy.json +82 -0
  565. package/packs/nws/source.md +81 -0
  566. package/packs/nyfed/endpoints.json +80 -0
  567. package/packs/nyfed/policy.json +92 -0
  568. package/packs/nyfed/source.md +89 -0
  569. package/packs/omb/endpoints.json +460 -0
  570. package/packs/omb/policy.json +106 -0
  571. package/packs/omb/source.md +130 -0
  572. package/packs/open-payments/endpoints.json +298 -0
  573. package/packs/open-payments/policy.json +101 -0
  574. package/packs/open-payments/source.md +99 -0
  575. package/packs/opm/assets/download_opm.ps1 +125 -0
  576. package/packs/opm/assets/download_opm.sh +85 -0
  577. package/packs/opm/docs/fields.md +184 -0
  578. package/packs/opm/docs/opm_api.md +71 -0
  579. package/packs/opm/docs/report_patterns.md +83 -0
  580. package/packs/opm/lib/data_dictionary.csv +73 -0
  581. package/packs/opm/policy.json +142 -0
  582. package/packs/opm/source.md +137 -0
  583. package/packs/pbgc/endpoints.json +483 -0
  584. package/packs/pbgc/policy.json +94 -0
  585. package/packs/pbgc/source.md +95 -0
  586. package/packs/philfed/endpoints.json +85 -0
  587. package/packs/philfed/policy.json +94 -0
  588. package/packs/philfed/source.md +125 -0
  589. package/packs/port.json +287 -0
  590. package/packs/regulations/endpoints.json +288 -0
  591. package/packs/regulations/policy.json +86 -0
  592. package/packs/regulations/source.md +84 -0
  593. package/packs/sec/endpoints.json +237 -0
  594. package/packs/sec/policy.json +86 -0
  595. package/packs/sec/source.md +101 -0
  596. package/packs/senate-lobbying/endpoints.json +554 -0
  597. package/packs/senate-lobbying/policy.json +99 -0
  598. package/packs/senate-lobbying/source.md +100 -0
  599. package/packs/snapqc/endpoints.json +1426 -0
  600. package/packs/snapqc/policy.json +92 -0
  601. package/packs/snapqc/source.md +96 -0
  602. package/packs/treasury/catalog.json +2267 -0
  603. package/packs/treasury/docs/api_guide.md +245 -0
  604. package/packs/treasury/docs/datasets.md +56 -0
  605. package/packs/treasury/docs/report_patterns.md +126 -0
  606. package/packs/treasury/policy.json +159 -0
  607. package/packs/treasury/source.md +165 -0
  608. package/packs/treasury-yields/endpoints.json +226 -0
  609. package/packs/treasury-yields/policy.json +86 -0
  610. package/packs/treasury-yields/source.md +80 -0
  611. package/packs/usaspending/endpoints.json +1316 -0
  612. package/packs/usaspending/policy.json +109 -0
  613. package/packs/usaspending/source.md +103 -0
  614. package/packs/usda-fna/endpoints.json +427 -0
  615. package/packs/usda-fna/policy.json +133 -0
  616. package/packs/usda-fna/source.md +217 -0
  617. package/packs/usda-fooddata/endpoints.json +181 -0
  618. package/packs/usda-fooddata/policy.json +94 -0
  619. package/packs/usda-fooddata/source.md +105 -0
  620. package/packs/usda-nass/endpoints.json +324 -0
  621. package/packs/usda-nass/policy.json +95 -0
  622. package/packs/usda-nass/source.md +85 -0
  623. package/packs/usda-outlook/endpoints.json +86 -0
  624. package/packs/usda-outlook/policy.json +109 -0
  625. package/packs/usda-outlook/source.md +144 -0
  626. package/packs/usgs/endpoints.json +313 -0
  627. package/packs/usgs/policy.json +95 -0
  628. package/packs/usgs/source.md +96 -0
  629. package/packs/usitc/endpoints.json +74 -0
  630. package/packs/usitc/policy.json +111 -0
  631. package/packs/usitc/source.md +90 -0
  632. package/packs/uspto/endpoints.json +141 -0
  633. package/packs/uspto/policy.json +95 -0
  634. package/packs/uspto/source.md +101 -0
  635. package/packs/va/endpoints.json +414 -0
  636. package/packs/va/policy.json +101 -0
  637. package/packs/va/source.md +129 -0
  638. package/packs/world-bank/endpoints.json +122 -0
  639. package/packs/world-bank/policy.json +101 -0
  640. package/packs/world-bank/source.md +93 -0
@@ -0,0 +1,58 @@
1
+ /** A JS RegExp from Python regex source: a leading (?ims) becomes flags, (?P<n>...) a named group, \Z the end. */
2
+ export declare function rx(src: string, flags?: string): RegExp;
3
+ export type M = RegExpExecArray;
4
+ /** re.search */
5
+ export declare function search(re: RegExp, s: string): M | null;
6
+ /** re.match: anchored at pos. */
7
+ export declare function match(re: RegExp, s: string, pos?: number): M | null;
8
+ /** re.fullmatch */
9
+ export declare function fullmatch(re: RegExp, s: string): M | null;
10
+ export declare function finditer(re: RegExp, s: string): M[];
11
+ /** re.findall: the matches, or group 1 when the pattern has groups (a tuple of groups when it has several). */
12
+ export declare function findall(re: RegExp, s: string): any[];
13
+ /** re.sub with a string (taken literally) or a function of the match. */
14
+ export declare function sub(re: RegExp, repl: string | ((m: M) => string), s: string, count?: number): string;
15
+ /** re.split (capture groups are kept, as Python does); maxsplit > 0 stops after that many splits. */
16
+ export declare function split(re: RegExp, s: string, maxsplit?: number): string[];
17
+ export declare const end: (m: M) => number;
18
+ export declare function escapeRe(s: string): string;
19
+ export declare function lstrip(s: string, chars?: string): string;
20
+ export declare function rstrip(s: string, chars?: string): string;
21
+ export declare function strip(s: string, chars?: string): string;
22
+ /** str.splitlines() */
23
+ export declare function splitlines(s: string): string[];
24
+ /** str(x) of a JSON value as Python prints it. */
25
+ export declare function str(v: unknown): string;
26
+ /** repr() of a JSON value (strings with Python's quotes, lists and dicts as Python prints them). */
27
+ export declare function repr(v: unknown): string;
28
+ /** Python string comparison (code points), for sort(). */
29
+ export declare function cmp(a: string, b: string): number;
30
+ export declare function sorted<T extends string>(xs: Iterable<T>): T[];
31
+ export declare function unique<T>(xs: Iterable<T>): T[];
32
+ /** float(x): null where Python raises (ValueError, TypeError). */
33
+ export declare function toFloat(v: unknown): number | null;
34
+ /** "%.<d>f" as Python formats it (exact binary value, ties to even). */
35
+ export declare function fixed(x: number, d: number): string;
36
+ /** round(x, nd): half to even on the exact value, as Python does. */
37
+ export declare function pyRound(x: number, nd?: number): number;
38
+ /** "%g" / "%.<p>g" */
39
+ export declare function fmtG(x: number, p?: number): string;
40
+ /** f"{n:,}" of an integer. */
41
+ export declare function commas(n: number): string;
42
+ export type DictRow = Record<string, string | null>;
43
+ export type DictCsv = {
44
+ fields: string[];
45
+ rows: DictRow[];
46
+ extra: (string[] | undefined)[];
47
+ };
48
+ export declare function readText(p: string): string;
49
+ /** csv.reader rows (blank lines skipped). */
50
+ export declare function csvGrid(text: string): string[][];
51
+ /** csv.DictReader: a short row's missing cells are null; cells past the header are kept in extra[i]. */
52
+ export declare function readDict(text: string): DictCsv;
53
+ export declare function readDictFile(p: string): DictCsv;
54
+ /** csv.DictWriter text (minimal quoting) with lineterminator "\n". */
55
+ export declare function writeDict(rows: Record<string, unknown>[], fields: string[], pyStr: (v: unknown) => string): string;
56
+ export declare function escapeHtml(s: unknown): string;
57
+ /** html.unescape (numeric references and the common named entities). */
58
+ export declare function unescapeHtml(s: string): string;
@@ -0,0 +1,311 @@
1
+ /**
2
+ * Python semantics the report audits depend on (they are ports of regex-heavy Python scripts): Python-style
3
+ * regular expressions (inline flags, named groups, re.match / fullmatch / sub / split), str.strip with
4
+ * characters, splitlines, repr() of messages, "%g" and "%.Nf" formatting, round() half to even, float()
5
+ * parsing, csv.DictReader rows (short rows get null, extra cells are kept), html.escape / unescape.
6
+ */
7
+ import fs from "node:fs";
8
+ import { parse } from "csv-parse/sync";
9
+ import { stringify } from "csv-stringify/sync";
10
+ import { decodeText } from "../core/tabular.js";
11
+ import { pyFloatRepr } from "../core/py.js";
12
+ // ---------------------------------------------------------------------- regular expressions
13
+ const FLAG_MAP = { i: "i", m: "m", s: "s" };
14
+ /** A JS RegExp from Python regex source: a leading (?ims) becomes flags, (?P<n>...) a named group, \Z the end. */
15
+ export function rx(src, flags = "") {
16
+ let s = src;
17
+ const lead = /^\(\?([aiLmsux]+)\)/.exec(s);
18
+ if (lead) {
19
+ for (const c of lead[1])
20
+ if (FLAG_MAP[c] && !flags.includes(FLAG_MAP[c]))
21
+ flags += FLAG_MAP[c];
22
+ s = s.slice(lead[0].length);
23
+ }
24
+ s = s.replace(/\(\?P</g, "(?<").replace(/\(\?P=(\w+)\)/g, "\\k<$1>").replace(/\\Z/g, "(?![\\s\\S])");
25
+ return new RegExp(s, flags.replace(/g|y/g, ""));
26
+ }
27
+ const clones = new WeakMap();
28
+ function clone(re, kind) {
29
+ let c = clones.get(re);
30
+ if (!c)
31
+ clones.set(re, (c = {}));
32
+ if (!c[kind]) {
33
+ const fl = re.flags.replace(/[gy]/g, "");
34
+ c[kind] = kind === "full" ? new RegExp(`^(?:${re.source})$`, fl) : new RegExp(re.source, fl + kind);
35
+ }
36
+ return c[kind];
37
+ }
38
+ /** re.search */
39
+ export function search(re, s) {
40
+ const g = clone(re, "g");
41
+ g.lastIndex = 0;
42
+ return g.exec(s);
43
+ }
44
+ /** re.match: anchored at pos. */
45
+ export function match(re, s, pos = 0) {
46
+ const y = clone(re, "y");
47
+ y.lastIndex = pos;
48
+ return y.exec(s);
49
+ }
50
+ /** re.fullmatch */
51
+ export function fullmatch(re, s) {
52
+ return clone(re, "full").exec(s);
53
+ }
54
+ export function finditer(re, s) {
55
+ return [...s.matchAll(clone(re, "g"))];
56
+ }
57
+ /** re.findall: the matches, or group 1 when the pattern has groups (a tuple of groups when it has several). */
58
+ export function findall(re, s) {
59
+ return finditer(re, s).map((m) => (m.length === 1 ? m[0] : m.length === 2 ? m[1] ?? "" : m.slice(1).map((x) => x ?? "")));
60
+ }
61
+ /** re.sub with a string (taken literally) or a function of the match. */
62
+ export function sub(re, repl, s, count = 0) {
63
+ let out = "", last = 0, n = 0;
64
+ for (const m of finditer(re, s)) {
65
+ if (count && n >= count)
66
+ break;
67
+ out += s.slice(last, m.index) + (typeof repl === "string" ? repl : repl(m));
68
+ last = m.index + m[0].length;
69
+ n++;
70
+ }
71
+ return out + s.slice(last);
72
+ }
73
+ /** re.split (capture groups are kept, as Python does); maxsplit > 0 stops after that many splits. */
74
+ export function split(re, s, maxsplit = 0) {
75
+ const out = [];
76
+ let last = 0, n = 0;
77
+ for (const m of finditer(re, s)) {
78
+ if (maxsplit && n >= maxsplit)
79
+ break;
80
+ out.push(s.slice(last, m.index), ...m.slice(1).map((x) => x));
81
+ last = m.index + m[0].length;
82
+ n++;
83
+ }
84
+ out.push(s.slice(last));
85
+ return out;
86
+ }
87
+ export const end = (m) => m.index + m[0].length;
88
+ export function escapeRe(s) {
89
+ return s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
90
+ }
91
+ // ---------------------------------------------------------------------- strings
92
+ const WS = "\\t\\n\\v\\f\\r\\x1c-\\x1f \\x85\\xa0\\u1680\\u2000-\\u200a\\u2028\\u2029\\u202f\\u205f\\u3000";
93
+ const WS_LEAD = new RegExp(`^[${WS}]+`), WS_TAIL = new RegExp(`[${WS}]+$`);
94
+ function charSet(chars) {
95
+ const set = new Set([...chars]);
96
+ return (c) => set.has(c);
97
+ }
98
+ export function lstrip(s, chars) {
99
+ if (chars === undefined)
100
+ return s.replace(WS_LEAD, "");
101
+ const has = charSet(chars);
102
+ let i = 0;
103
+ while (i < s.length && has(s[i]))
104
+ i++;
105
+ return s.slice(i);
106
+ }
107
+ export function rstrip(s, chars) {
108
+ if (chars === undefined)
109
+ return s.replace(WS_TAIL, "");
110
+ const has = charSet(chars);
111
+ let j = s.length;
112
+ while (j > 0 && has(s[j - 1]))
113
+ j--;
114
+ return s.slice(0, j);
115
+ }
116
+ export function strip(s, chars) {
117
+ return lstrip(rstrip(s, chars), chars);
118
+ }
119
+ /** str.splitlines() */
120
+ export function splitlines(s) {
121
+ const parts = s.split(/\r\n|[\n\r\v\f\x1c-\x1e\x85\u2028\u2029]/);
122
+ if (parts.length && parts[parts.length - 1] === "")
123
+ parts.pop();
124
+ return parts;
125
+ }
126
+ /** str(x) of a JSON value as Python prints it. */
127
+ export function str(v) {
128
+ if (v === null || v === undefined)
129
+ return "None";
130
+ if (v === true)
131
+ return "True";
132
+ if (v === false)
133
+ return "False";
134
+ if (typeof v === "string")
135
+ return v;
136
+ if (typeof v === "number")
137
+ return String(v);
138
+ return repr(v);
139
+ }
140
+ /** repr() of a JSON value (strings with Python's quotes, lists and dicts as Python prints them). */
141
+ export function repr(v) {
142
+ if (v === null || v === undefined)
143
+ return "None";
144
+ if (v === true)
145
+ return "True";
146
+ if (v === false)
147
+ return "False";
148
+ if (typeof v === "number")
149
+ return Number.isInteger(v) ? String(v) : pyFloatRepr(v);
150
+ if (typeof v === "string") {
151
+ const q = v.includes("'") && !v.includes('"') ? '"' : "'";
152
+ let out = "";
153
+ for (const c of v) {
154
+ const code = c.codePointAt(0);
155
+ if (c === "\\")
156
+ out += "\\\\";
157
+ else if (c === q)
158
+ out += "\\" + q;
159
+ else if (c === "\n")
160
+ out += "\\n";
161
+ else if (c === "\r")
162
+ out += "\\r";
163
+ else if (c === "\t")
164
+ out += "\\t";
165
+ else if (code < 32 || code === 127)
166
+ out += "\\x" + code.toString(16).padStart(2, "0");
167
+ else
168
+ out += c;
169
+ }
170
+ return q + out + q;
171
+ }
172
+ if (Array.isArray(v))
173
+ return "[" + v.map(repr).join(", ") + "]";
174
+ if (v instanceof Set)
175
+ return v.size ? "{" + [...v].map(repr).join(", ") + "}" : "set()";
176
+ if (typeof v === "object")
177
+ return "{" + Object.entries(v).map(([k, x]) => `${repr(k)}: ${repr(x)}`).join(", ") + "}";
178
+ return String(v);
179
+ }
180
+ /** Python string comparison (code points), for sort(). */
181
+ export function cmp(a, b) {
182
+ return a < b ? -1 : a > b ? 1 : 0;
183
+ }
184
+ export function sorted(xs) {
185
+ return [...xs].sort(cmp);
186
+ }
187
+ export function unique(xs) {
188
+ return [...new Set(xs)];
189
+ }
190
+ // ---------------------------------------------------------------------- numbers
191
+ const FLOAT_RE = /^[+-]?(?:(?:\d(?:_?\d)*)?\.?\d(?:_?\d)*(?:[eE][+-]?\d(?:_?\d)*)?|\d(?:_?\d)*\.(?:[eE][+-]?\d+)?|inf|infinity|nan)$/i;
192
+ /** float(x): null where Python raises (ValueError, TypeError). */
193
+ export function toFloat(v) {
194
+ if (typeof v === "number")
195
+ return v;
196
+ if (typeof v === "boolean")
197
+ return v ? 1 : 0;
198
+ if (typeof v !== "string")
199
+ return null;
200
+ const s = strip(v);
201
+ if (!FLOAT_RE.test(s))
202
+ return null;
203
+ const t = s.replace(/_/g, "").toLowerCase();
204
+ if (/inf/.test(t))
205
+ return t.startsWith("-") ? -Infinity : Infinity;
206
+ if (/nan/.test(t))
207
+ return NaN;
208
+ return Number(t);
209
+ }
210
+ /** "%.<d>f" as Python formats it (exact binary value, ties to even). */
211
+ export function fixed(x, d) {
212
+ if (!Number.isFinite(x))
213
+ return Number.isNaN(x) ? "nan" : x > 0 ? "inf" : "-inf";
214
+ const digits = Math.max(0, d);
215
+ const exact = Math.abs(x).toFixed(Math.min(100, digits + 30));
216
+ const [ip, fp = ""] = exact.split(".");
217
+ const keep = fp.slice(0, digits), rest = fp.slice(digits);
218
+ let n = BigInt(ip + keep);
219
+ const tail = /[1-9]/.test(rest.slice(1));
220
+ if (rest[0] > "5" || (rest[0] === "5" && (tail || n % 2n === 1n)))
221
+ n += 1n;
222
+ let s = n.toString().padStart(digits + 1, "0");
223
+ if (digits)
224
+ s = s.slice(0, s.length - digits) + "." + s.slice(s.length - digits);
225
+ const neg = x < 0 || Object.is(x, -0);
226
+ return (neg ? "-" : "") + s;
227
+ }
228
+ /** round(x, nd): half to even on the exact value, as Python does. */
229
+ export function pyRound(x, nd = 0) {
230
+ return Number(fixed(x, nd));
231
+ }
232
+ /** "%g" / "%.<p>g" */
233
+ export function fmtG(x, p = 6) {
234
+ if (!Number.isFinite(x))
235
+ return Number.isNaN(x) ? "nan" : x > 0 ? "inf" : "-inf";
236
+ if (x === 0)
237
+ return Object.is(x, -0) ? "-0" : "0";
238
+ const prec = p || 1;
239
+ const [mant, es] = x.toExponential(prec - 1).split("e");
240
+ const e = Number(es);
241
+ const trim = (t) => (t.includes(".") ? t.replace(/0+$/, "").replace(/\.$/, "") : t);
242
+ if (e < -4 || e >= prec)
243
+ return `${trim(mant)}e${e < 0 ? "-" : "+"}${String(Math.abs(e)).padStart(2, "0")}`;
244
+ return trim(fixed(x, prec - 1 - e));
245
+ }
246
+ /** f"{n:,}" of an integer. */
247
+ export function commas(n) {
248
+ return Number.isInteger(n) ? n.toLocaleString("en-US", { maximumFractionDigits: 0 }) : String(n);
249
+ }
250
+ export function readText(p) {
251
+ return decodeText(fs.readFileSync(p));
252
+ }
253
+ /** csv.reader rows (blank lines skipped). */
254
+ export function csvGrid(text) {
255
+ try {
256
+ return parse(text.replace(/^/, ""), { relax_column_count: true, relax_quotes: true, skip_empty_lines: true });
257
+ }
258
+ catch {
259
+ return text.replace(/^/, "").split(/\r?\n/).filter((l) => l).map((l) => l.split(","));
260
+ }
261
+ }
262
+ /** csv.DictReader: a short row's missing cells are null; cells past the header are kept in extra[i]. */
263
+ export function readDict(text) {
264
+ const grid = csvGrid(text);
265
+ if (!grid.length)
266
+ return { fields: [], rows: [], extra: [] };
267
+ const [fields, ...body] = grid;
268
+ const rows = [], extra = [];
269
+ for (const r of body) {
270
+ const o = {};
271
+ fields.forEach((f, i) => (o[f] = i < r.length ? r[i] : null));
272
+ rows.push(o);
273
+ extra.push(r.length > fields.length ? r.slice(fields.length) : undefined);
274
+ }
275
+ return { fields, rows, extra };
276
+ }
277
+ export function readDictFile(p) {
278
+ return readDict(readText(p));
279
+ }
280
+ /** csv.DictWriter text (minimal quoting) with lineterminator "\n". */
281
+ export function writeDict(rows, fields, pyStr) {
282
+ return stringify([fields, ...rows.map((r) => fields.map((c) => pyStr(r[c])))], { record_delimiter: "\n",
283
+ quoted_match: /[\r\n]/ });
284
+ }
285
+ // ---------------------------------------------------------------------- HTML
286
+ export function escapeHtml(s) {
287
+ return String(s).replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;")
288
+ .replace(/'/g, "&#x27;");
289
+ }
290
+ const ENTITIES = { amp: "&", lt: "<", gt: ">", quot: '"', apos: "'", nbsp: " ",
291
+ ldquo: "“", rdquo: "”", lsquo: "‘", rsquo: "’", mdash: "—", ndash: "–",
292
+ hellip: "…", copy: "©", reg: "®", trade: "™", middot: "·", sect: "§",
293
+ laquo: "«", raquo: "»", deg: "°", times: "×", minus: "−", larr: "←",
294
+ rarr: "→", bull: "•", eacute: "é", ntilde: "ñ", shy: "­", thinsp: " ",
295
+ ensp: " ", emsp: " ", cent: "¢", pound: "£", euro: "€", frac12: "½" };
296
+ /** html.unescape (numeric references and the common named entities). */
297
+ export function unescapeHtml(s) {
298
+ return s.replace(/&(#[xX][0-9a-fA-F]+|#\d+|[A-Za-z][A-Za-z0-9]*);?/g, (all, e) => {
299
+ if (e[0] === "#") {
300
+ const n = e[1] === "x" || e[1] === "X" ? parseInt(e.slice(2), 16) : parseInt(e.slice(1), 10);
301
+ try {
302
+ return n > 0 && n <= 0x10ffff ? String.fromCodePoint(n) : "�";
303
+ }
304
+ catch {
305
+ return all;
306
+ }
307
+ }
308
+ return ENTITIES[e] ?? all;
309
+ });
310
+ }
311
+ //# sourceMappingURL=py.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"py.js","sourceRoot":"","sources":["../../src/report/py.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,6FAA6F;AAC7F,MAAM,QAAQ,GAA2B,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;AAEpE,kHAAkH;AAClH,MAAM,UAAU,EAAE,CAAC,GAAW,EAAE,KAAK,GAAG,EAAE;IACxC,IAAI,CAAC,GAAG,GAAG,CAAC;IACZ,MAAM,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3C,IAAI,IAAI,EAAE,CAAC;QACT,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;YAAE,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAAE,KAAK,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC/F,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IACD,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACrG,OAAO,IAAI,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,MAAM,GAAG,IAAI,OAAO,EAAkC,CAAC;AAC7D,SAAS,KAAK,CAAC,EAAU,EAAE,IAAwB;IACjD,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACvB,IAAI,CAAC,CAAC;QAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACjC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QACb,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACzC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;IACtG,CAAC;IACD,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;AACjB,CAAC;AAID,gBAAgB;AAChB,MAAM,UAAU,MAAM,CAAC,EAAU,EAAE,CAAS;IAC1C,MAAM,CAAC,GAAG,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACzB,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC;IAChB,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,iCAAiC;AACjC,MAAM,UAAU,KAAK,CAAC,EAAU,EAAE,CAAS,EAAE,GAAG,GAAG,CAAC;IAClD,MAAM,CAAC,GAAG,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACzB,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC;IAClB,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,mBAAmB;AACnB,MAAM,UAAU,SAAS,CAAC,EAAU,EAAE,CAAS;IAC7C,OAAO,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,EAAU,EAAE,CAAS;IAC5C,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAQ,CAAC;AAChD,CAAC;AAED,+GAA+G;AAC/G,MAAM,UAAU,OAAO,CAAC,EAAU,EAAE,CAAS;IAC3C,OAAO,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5H,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,GAAG,CAAC,EAAU,EAAE,IAAiC,EAAE,CAAS,EAAE,KAAK,GAAG,CAAC;IACrF,IAAI,GAAG,GAAG,EAAE,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC;QAChC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK;YAAE,MAAM;QAC/B,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,IAAI,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7B,CAAC,EAAE,CAAC;IACN,CAAC;IACD,OAAO,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,KAAK,CAAC,EAAU,EAAE,CAAS,EAAE,QAAQ,GAAG,CAAC;IACvD,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC;QAChC,IAAI,QAAQ,IAAI,CAAC,IAAI,QAAQ;YAAE,MAAM;QACrC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAW,CAAC,CAAC,CAAC;QACxE,IAAI,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7B,CAAC,EAAE,CAAC;IACN,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACxB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,CAAI,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AAEnD,MAAM,UAAU,QAAQ,CAAC,CAAS;IAChC,OAAO,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC;AAED,iFAAiF;AACjF,MAAM,EAAE,GAAG,gGAAgG,CAAC;AAC5G,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,OAAO,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAE3E,SAAS,OAAO,CAAC,KAAa;IAC5B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IAChC,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,CAAS,EAAE,KAAc;IAC9C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACvD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAAE,CAAC,EAAE,CAAC;IACtC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,CAAS,EAAE,KAAc;IAC9C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACvD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3B,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACjB,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAAE,CAAC,EAAE,CAAC;IACnC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,CAAS,EAAE,KAAc;IAC7C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;AACzC,CAAC;AAED,uBAAuB;AACvB,MAAM,UAAU,UAAU,CAAC,CAAS;IAClC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAClE,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE;QAAE,KAAK,CAAC,GAAG,EAAE,CAAC;IAChE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,GAAG,CAAC,CAAU;IAC5B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACjD,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAC9B,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5C,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,oGAAoG;AACpG,MAAM,UAAU,IAAI,CAAC,CAAU;IAC7B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACjD,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAC9B,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACnF,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAC1D,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC;YAC/B,IAAI,CAAC,KAAK,IAAI;gBAAE,GAAG,IAAI,MAAM,CAAC;iBACzB,IAAI,CAAC,KAAK,CAAC;gBAAE,GAAG,IAAI,IAAI,GAAG,CAAC,CAAC;iBAC7B,IAAI,CAAC,KAAK,IAAI;gBAAE,GAAG,IAAI,KAAK,CAAC;iBAC7B,IAAI,CAAC,KAAK,IAAI;gBAAE,GAAG,IAAI,KAAK,CAAC;iBAC7B,IAAI,CAAC,KAAK,IAAI;gBAAE,GAAG,IAAI,KAAK,CAAC;iBAC7B,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,KAAK,GAAG;gBAAE,GAAG,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;;gBACjF,GAAG,IAAI,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;IACrB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IAChE,IAAI,CAAC,YAAY,GAAG;QAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;IACxF,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IAC/H,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,GAAG,CAAC,CAAS,EAAE,CAAS;IACtC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,MAAM,CAAmB,EAAe;IACtD,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,MAAM,CAAI,EAAe;IACvC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AAC1B,CAAC;AAED,iFAAiF;AACjF,MAAM,QAAQ,GAAG,qHAAqH,CAAC;AAEvI,kEAAkE;AAClE,MAAM,UAAU,OAAO,CAAC,CAAU;IAChC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,OAAO,CAAC,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACvC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACnB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;IACnE,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,GAAG,CAAC;IAC9B,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,KAAK,CAAC,CAAS,EAAE,CAAS;IACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACjF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9D,MAAM,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1D,IAAI,CAAC,GAAG,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAAE,CAAC,IAAI,EAAE,CAAC;IAC3E,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IAC/C,IAAI,MAAM;QAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;IACjF,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;AAC9B,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,OAAO,CAAC,CAAS,EAAE,EAAE,GAAG,CAAC;IACvC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,sBAAsB;AACtB,MAAM,UAAU,IAAI,CAAC,CAAS,EAAE,CAAC,GAAG,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACjF,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAClD,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IACpB,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACxD,MAAM,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;IACrB,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5F,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI;QAAE,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5G,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,8BAA8B;AAC9B,MAAM,UAAU,MAAM,CAAC,CAAS;IAC9B,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACnG,CAAC;AAMD,MAAM,UAAU,QAAQ,CAAC,CAAS;IAChC,OAAO,UAAU,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,6CAA6C;AAC7C,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,IAAI,CAAC;QACH,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;IACjH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACzF,CAAC;AACH,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAC7D,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;IAC/B,MAAM,IAAI,GAAc,EAAE,EAAE,KAAK,GAA6B,EAAE,CAAC;IACjE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAY,EAAE,CAAC;QACtB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9D,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACb,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,CAAS;IACpC,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/B,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,SAAS,CAAC,IAA+B,EAAE,MAAgB,EAAE,KAA6B;IACxG,OAAO,SAAS,CAAC,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,gBAAgB,EAAE,IAAI;QACrG,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC9B,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,UAAU,CAAC,CAAU;IACnC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;SACxG,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,QAAQ,GAA2B,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG;IACpG,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG;IACtE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG;IACpE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG;IACnE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG;IACrE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;AAExE,wEAAwE;AACxE,MAAM,UAAU,YAAY,CAAC,CAAS;IACpC,OAAO,CAAC,CAAC,OAAO,CAAC,mDAAmD,EAAE,CAAC,GAAG,EAAE,CAAS,EAAE,EAAE;QACvF,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACjB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7F,IAAI,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAChE,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;IAC5B,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,21 @@
1
+ import type { Policy } from "../core/policy.js";
2
+ /** Every key the packs can find on this machine (looked up through core/keys.ts, never shown), as latin1 lower case. */
3
+ export declare function knownKeys(policies?: Record<string, Policy>): string[];
4
+ export declare function echoSources(policies: Record<string, Policy>): string[];
5
+ /** Is rel (a path or zip member name) inside data/<id>/ of a source in quiet? */
6
+ export declare function otherSourceData(rel: string, quiet: Set<string>): boolean;
7
+ /** Is rel inside references/ (pages the cite tool saved: cache hashes and script ids, never an API reply)? */
8
+ export declare function referencePage(rel: string): boolean;
9
+ export declare function scanFile(p: string, keys?: string[] | string, hex32?: boolean, quiet?: Set<string>, rel?: string): string[];
10
+ export declare function scanText(text: string, keys?: string[], hex32?: boolean, name?: string): string[];
11
+ /** [hits, files scanned] for files and folders. */
12
+ export declare function scanTree(paths: string[], keys: string[], hex32?: boolean): [string[], number];
13
+ /** Hits with the folder's own path taken off (workspace-relative names in tool output). */
14
+ export declare function relHits(hits: string[], base: string): string[];
15
+ /** The scan_secrets.py command on a folder: sources from data/<id>/ unless given. */
16
+ export declare function scanWorkspace(dir: string, sources?: string[]): {
17
+ ok: boolean;
18
+ files: number;
19
+ hits: string[];
20
+ message: string;
21
+ };
@@ -0,0 +1,234 @@
1
+ /**
2
+ * Check that no API key or credential appears in any output file (a port of report/scan_secrets.py). Never
3
+ * reports a key: hits name the file and line only.
4
+ *
5
+ * Scans every file (large files in chunks, and every member of a .zip such as replication_package.zip,
6
+ * decompressed) for:
7
+ * - the literal value of every key core/keys.ts can find for any source pack, in any letter case
8
+ * - key-shaped assignments and URL parameters: <PACK>_API_KEY=..., "api_key": "...", ?api_key=<16+>,
9
+ * registrationkey=<hex>, UserID=<GUID> (BEA), BEA's echoed "ParameterName": "USERID", Authorization: Bearer ...
10
+ * (the placeholders {API_KEY}, [REDACTED] and __NAME__ are fine)
11
+ * - for sources whose API echoes keys in error text (policy auth.echoes_key: BLS, BEA), any 32-hex token, except
12
+ * inside data/<id>/ of a source that does not echo keys (its own identifiers) and inside references/ (saved
13
+ * pages: cache hashes, script ids); a PDF's /ID document ids are not keys either.
14
+ */
15
+ import fs from "node:fs";
16
+ import path from "node:path";
17
+ import { unzipSync } from "fflate";
18
+ import { findKey, secretValues } from "../core/keys.js";
19
+ import { allPolicies } from "./policyset.js";
20
+ const CHUNK = 1 << 22;
21
+ // patterns run on latin1 text (one char per byte), as Python's bytes patterns do
22
+ const GUID = String.raw `[0-9A-Fa-f]{8}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{12}`;
23
+ const PLACE = String.raw `(?!\{API_KEY\}|\[REDACTED\]|__[A-Z_]+__)`;
24
+ const BASE_PATTERNS = [
25
+ new RegExp(String.raw `\b[A-Z][A-Z0-9_]*_(?:API_KEY|TOKEN|SECRET)['"]?\s*[=:]\s*['"]?` + PLACE + String.raw `[A-Za-z0-9-]{16,}`, "g"),
26
+ new RegExp(String.raw `(?:api[_-]?key|registrationkey|subscription-key|user_token|access_token)['"]?\s*[=:]\s*['"]` +
27
+ PLACE + String.raw `(?:[A-Za-z0-9-]{16,}|` + GUID + String.raw `)['"]`, "gi"),
28
+ new RegExp(String.raw `registrationkey['"]?\s*[=:]\s*['"]?` + PLACE + String.raw `[0-9a-f]{20,}`, "gi"),
29
+ new RegExp(String.raw `[?&](?:api_key|apikey|api-key|registrationkey|token|access_token|user_token|subscription-key)=` +
30
+ PLACE + String.raw `[A-Za-z0-9-]{16,}`, "gi"),
31
+ new RegExp(String.raw `[?&]userid=` + GUID, "gi"),
32
+ new RegExp(String.raw `"ParameterName"\s*:\s*"USERID"\s*,\s*"ParameterValue"\s*:\s*"` + GUID, "gi"),
33
+ new RegExp(String.raw `authorization['"]?\s*[:=]\s*['"]?(?:bearer\s+|token\s+|basic\s+)?` + PLACE + String.raw `[A-Za-z0-9._-]{30,}`, "gi"),
34
+ ];
35
+ const HEX32 = /(?<![0-9a-f])[0-9a-f]{32}(?![0-9a-f])/gi;
36
+ const asciiLower = (s) => s.replace(/[A-Z]+/g, (x) => x.toLowerCase());
37
+ const latin1 = (s) => Buffer.from(s, "utf8").toString("latin1");
38
+ /** Every key the packs can find on this machine (looked up through core/keys.ts, never shown), as latin1 lower case. */
39
+ export function knownKeys(policies) {
40
+ const P = policies ?? allPolicies();
41
+ for (const p of Object.values(P)) {
42
+ const a = p.auth || {};
43
+ if (a.env)
44
+ findKey(a.env, a.home);
45
+ for (const v of Object.values(a.extra || {}))
46
+ if (typeof v === "string" && v === v.toUpperCase() && /[A-Z]/.test(v))
47
+ findKey(v, a.home);
48
+ }
49
+ return secretValues().filter((s) => s).map((s) => asciiLower(latin1(s)));
50
+ }
51
+ export function echoSources(policies) {
52
+ return Object.entries(policies).filter(([, p]) => p.auth?.echoes_key).map(([sid]) => sid);
53
+ }
54
+ /** Is the hex at pos the value of a URL query parameter whose name is not a credential (series=, id=)? */
55
+ function urlId(buf, pos) {
56
+ const before = buf.slice(Math.max(0, pos - 200), pos);
57
+ const m = /[?&]([A-Za-z_][\w.-]{0,30})=$/.exec(before);
58
+ return !!m && before.includes("http") && !/key|token|auth|secret|pass|user|reg|sig/i.test(m[1]);
59
+ }
60
+ function lineCount(s) {
61
+ let n = 0;
62
+ for (let i = s.indexOf("\n"); i >= 0; i = s.indexOf("\n", i + 1))
63
+ n++;
64
+ return n;
65
+ }
66
+ /** Scan a stream of chunks (latin1 text). */
67
+ function scanChunks(chunks, name, keys, hex32 = false) {
68
+ const hits = [];
69
+ const overlap = Math.max(...keys.map((k) => k.length), 200);
70
+ let prev = "", offsetLine = 1;
71
+ const pats = hex32 ? [...BASE_PATTERNS, HEX32] : BASE_PATTERNS;
72
+ for (const chunk of chunks) {
73
+ if (!chunk)
74
+ break;
75
+ const buf = prev + chunk;
76
+ const low = keys.length ? asciiLower(buf) : "";
77
+ const prevLines = lineCount(prev);
78
+ const lineOf = (pos) => offsetLine + lineCount(buf.slice(0, pos)) - prevLines;
79
+ for (const k of keys) {
80
+ const i = low.indexOf(k);
81
+ if (i >= 0)
82
+ hits.push(`${name}: line ~${lineOf(i)}: contains an API key value`);
83
+ }
84
+ for (const p of pats) {
85
+ p.lastIndex = 0;
86
+ let m, found = null;
87
+ while ((m = p.exec(buf))) {
88
+ if (!(p === HEX32 && urlId(buf, m.index))) {
89
+ found = m;
90
+ break;
91
+ }
92
+ if (m[0].length === 0)
93
+ p.lastIndex++;
94
+ }
95
+ p.lastIndex = 0;
96
+ if (found) {
97
+ const what = p === HEX32 ? "a 32-hex token (a key this source echoes)" : "a hard-coded credential";
98
+ hits.push(`${name}: line ~${lineOf(found.index)}: looks like ${what}`);
99
+ }
100
+ }
101
+ offsetLine += lineCount(chunk);
102
+ prev = buf.slice(-overlap);
103
+ }
104
+ return hits;
105
+ }
106
+ function* bufferChunks(b) {
107
+ for (let i = 0; i < b.length; i += CHUNK)
108
+ yield Buffer.from(b.buffer, b.byteOffset + i, Math.min(CHUNK, b.length - i)).toString("latin1");
109
+ }
110
+ function* fileChunks(p) {
111
+ const fd = fs.openSync(p, "r");
112
+ try {
113
+ const buf = Buffer.alloc(CHUNK);
114
+ for (;;) {
115
+ const n = fs.readSync(fd, buf, 0, CHUNK, null);
116
+ if (!n)
117
+ break;
118
+ yield buf.subarray(0, n).toString("latin1");
119
+ }
120
+ }
121
+ finally {
122
+ fs.closeSync(fd);
123
+ }
124
+ }
125
+ const parts = (rel) => rel.split(/[\\/]/).filter((x) => x && x !== ".");
126
+ /** Is rel (a path or zip member name) inside data/<id>/ of a source in quiet? */
127
+ export function otherSourceData(rel, quiet) {
128
+ const p = parts(rel);
129
+ return p.some((x, i) => i < p.length - 1 && x === "data" && i + 1 < p.length && quiet.has(p[i + 1]));
130
+ }
131
+ /** Is rel inside references/ (pages the cite tool saved: cache hashes and script ids, never an API reply)? */
132
+ export function referencePage(rel) {
133
+ const p = parts(rel);
134
+ return p.length > 0 && p[0] === "references";
135
+ }
136
+ const hexRule = (rel, quiet) => !otherSourceData(rel, quiet) && !referencePage(rel);
137
+ /** zipfile.is_zipfile: an end-of-central-directory record near the end. */
138
+ function isZip(p) {
139
+ try {
140
+ const size = fs.statSync(p).size;
141
+ if (size < 22)
142
+ return false;
143
+ const n = Math.min(size, 65557);
144
+ const fd = fs.openSync(p, "r");
145
+ const b = Buffer.alloc(n);
146
+ fs.readSync(fd, b, 0, n, size - n);
147
+ fs.closeSync(fd);
148
+ return b.lastIndexOf(Buffer.from([0x50, 0x4b, 0x05, 0x06])) >= 0;
149
+ }
150
+ catch {
151
+ return false;
152
+ }
153
+ }
154
+ export function scanFile(p, keys = [], hex32 = false, quiet = new Set(), rel = "") {
155
+ const ks = (typeof keys === "string" ? [keys] : keys).filter((k) => k).map(asciiLower);
156
+ const head = Buffer.alloc(5);
157
+ const fd = fs.openSync(p, "r");
158
+ fs.readSync(fd, head, 0, 5, 0);
159
+ fs.closeSync(fd);
160
+ const pdf = head.toString("latin1") === "%PDF-"; // a PDF's trailer /ID holds two 32-hex document ids
161
+ let hits = scanChunks(fileChunks(p), p, ks, hex32 && !pdf && hexRule(rel || p, quiet));
162
+ if (isZip(p)) { // members are compressed: scan them decompressed too
163
+ try {
164
+ const z = unzipSync(fs.readFileSync(p));
165
+ for (const [name, data] of Object.entries(z)) {
166
+ if (name.endsWith("/"))
167
+ continue;
168
+ hits = hits.concat(scanChunks(bufferChunks(data), `${p}!${name}`, ks, hex32 && hexRule(name, quiet)));
169
+ }
170
+ }
171
+ catch {
172
+ // a damaged archive: its raw bytes were scanned above
173
+ }
174
+ }
175
+ return [...new Set(hits)].sort();
176
+ }
177
+ export function scanText(text, keys = [], hex32 = false, name = "text") {
178
+ const ks = keys.filter((k) => k).map(asciiLower);
179
+ return scanChunks(bufferChunks(Buffer.from(text, "utf8")), name, ks, hex32);
180
+ }
181
+ function walk(d) {
182
+ const out = [];
183
+ for (const e of fs.readdirSync(d, { withFileTypes: true })) {
184
+ const f = path.join(d, e.name);
185
+ if (e.isDirectory())
186
+ out.push(...walk(f));
187
+ else if (e.isFile())
188
+ out.push(f);
189
+ }
190
+ return out;
191
+ }
192
+ /** [hits, files scanned] for files and folders. */
193
+ export function scanTree(paths, keys, hex32 = false) {
194
+ // data/<id>/ of sources that never echo keys skip the 32-hex rule (their ids look like keys)
195
+ const quiet = hex32 ? new Set(Object.entries(allPolicies()).filter(([, p]) => !p.auth?.echoes_key).map(([s]) => s))
196
+ : new Set();
197
+ let found = [], n = 0;
198
+ for (const root of paths) {
199
+ const isFile = fs.existsSync(root) && fs.statSync(root).isFile();
200
+ const files = isFile ? [root] : fs.existsSync(root) ? walk(root) : [];
201
+ for (const p of files) {
202
+ n++;
203
+ try {
204
+ const rel = isFile ? p : path.relative(root, p);
205
+ found = found.concat(scanFile(p, keys, hex32, quiet, rel));
206
+ }
207
+ catch {
208
+ // unreadable: skipped (as the Python scan does, with a note on stderr)
209
+ }
210
+ }
211
+ }
212
+ return [found, n];
213
+ }
214
+ /** Hits with the folder's own path taken off (workspace-relative names in tool output). */
215
+ export function relHits(hits, base) {
216
+ const pre = path.resolve(base) + path.sep;
217
+ return hits.map((h) => (h.startsWith(pre) ? h.slice(pre.length).replaceAll("\\", "/") : h));
218
+ }
219
+ /** The scan_secrets.py command on a folder: sources from data/<id>/ unless given. */
220
+ export function scanWorkspace(dir, sources) {
221
+ const policies = allPolicies();
222
+ let ids = sources;
223
+ if (ids === undefined) {
224
+ const d = path.join(dir, "data");
225
+ ids = fs.existsSync(d) ? fs.readdirSync(d).sort() : [];
226
+ }
227
+ const used = Object.fromEntries(ids.filter((s) => s in policies).map((s) => [s, policies[s]]));
228
+ const [raw, n] = scanTree([dir], knownKeys(policies), echoSources(used).length > 0);
229
+ const hits = relHits(raw, dir);
230
+ return hits.length
231
+ ? { ok: false, files: n, hits, message: "SECRET FOUND - remove before sharing:\n" + hits.join("\n") }
232
+ : { ok: true, files: n, hits, message: `OK: scanned ${n} files; no API key or credential found.` };
233
+ }
234
+ //# sourceMappingURL=scan_secrets.js.map