data-analyst-mcp 0.0.0-stage → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (640) hide show
  1. package/README.md +261 -2
  2. package/dist/adapters/_acf_tidy.d.ts +18 -0
  3. package/dist/adapters/_acf_tidy.js +432 -0
  4. package/dist/adapters/_acf_tidy.js.map +1 -0
  5. package/dist/adapters/_actuaries_read.d.ts +38 -0
  6. package/dist/adapters/_actuaries_read.js +728 -0
  7. package/dist/adapters/_actuaries_read.js.map +1 -0
  8. package/dist/adapters/_census_micro.d.ts +70 -0
  9. package/dist/adapters/_census_micro.js +622 -0
  10. package/dist/adapters/_census_micro.js.map +1 -0
  11. package/dist/adapters/_census_util.d.ts +40 -0
  12. package/dist/adapters/_census_util.js +275 -0
  13. package/dist/adapters/_census_util.js.map +1 -0
  14. package/dist/adapters/_dol_states.d.ts +6 -0
  15. package/dist/adapters/_dol_states.js +58 -0
  16. package/dist/adapters/_dol_states.js.map +1 -0
  17. package/dist/adapters/_govinfo_entities.d.ts +4 -0
  18. package/dist/adapters/_govinfo_entities.js +6 -0
  19. package/dist/adapters/_govinfo_entities.js.map +1 -0
  20. package/dist/adapters/_govinfo_json.d.ts +13 -0
  21. package/dist/adapters/_govinfo_json.js +107 -0
  22. package/dist/adapters/_govinfo_json.js.map +1 -0
  23. package/dist/adapters/_govinfo_py.d.ts +22 -0
  24. package/dist/adapters/_govinfo_py.js +272 -0
  25. package/dist/adapters/_govinfo_py.js.map +1 -0
  26. package/dist/adapters/_govinfo_xml.d.ts +22 -0
  27. package/dist/adapters/_govinfo_xml.js +233 -0
  28. package/dist/adapters/_govinfo_xml.js.map +1 -0
  29. package/dist/adapters/_hud_excel.d.ts +2 -0
  30. package/dist/adapters/_hud_excel.js +166 -0
  31. package/dist/adapters/_hud_excel.js.map +1 -0
  32. package/dist/adapters/_omb_grid.d.ts +17 -0
  33. package/dist/adapters/_omb_grid.js +132 -0
  34. package/dist/adapters/_omb_grid.js.map +1 -0
  35. package/dist/adapters/_omb_util.d.ts +40 -0
  36. package/dist/adapters/_omb_util.js +192 -0
  37. package/dist/adapters/_omb_util.js.map +1 -0
  38. package/dist/adapters/_usaspending_state.d.ts +6 -0
  39. package/dist/adapters/_usaspending_state.js +54 -0
  40. package/dist/adapters/_usaspending_state.js.map +1 -0
  41. package/dist/adapters/_usda-fna_book.d.ts +59 -0
  42. package/dist/adapters/_usda-fna_book.js +869 -0
  43. package/dist/adapters/_usda-fna_book.js.map +1 -0
  44. package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
  45. package/dist/adapters/_usda-fna_pdf.js +361 -0
  46. package/dist/adapters/_usda-fna_pdf.js.map +1 -0
  47. package/dist/adapters/_usda-outlook_read.d.ts +70 -0
  48. package/dist/adapters/_usda-outlook_read.js +362 -0
  49. package/dist/adapters/_usda-outlook_read.js.map +1 -0
  50. package/dist/adapters/acf.d.ts +3 -0
  51. package/dist/adapters/acf.js +187 -0
  52. package/dist/adapters/acf.js.map +1 -0
  53. package/dist/adapters/actuaries.d.ts +3 -0
  54. package/dist/adapters/actuaries.js +293 -0
  55. package/dist/adapters/actuaries.js.map +1 -0
  56. package/dist/adapters/bts.d.ts +3 -0
  57. package/dist/adapters/bts.js +26 -0
  58. package/dist/adapters/bts.js.map +1 -0
  59. package/dist/adapters/census-geocoder.d.ts +10 -0
  60. package/dist/adapters/census-geocoder.js +47 -0
  61. package/dist/adapters/census-geocoder.js.map +1 -0
  62. package/dist/adapters/census.d.ts +17 -0
  63. package/dist/adapters/census.js +983 -0
  64. package/dist/adapters/census.js.map +1 -0
  65. package/dist/adapters/cfpb.d.ts +7 -0
  66. package/dist/adapters/cfpb.js +348 -0
  67. package/dist/adapters/cfpb.js.map +1 -0
  68. package/dist/adapters/clinical-trials.d.ts +3 -0
  69. package/dist/adapters/clinical-trials.js +135 -0
  70. package/dist/adapters/clinical-trials.js.map +1 -0
  71. package/dist/adapters/cms.d.ts +3 -0
  72. package/dist/adapters/cms.js +292 -0
  73. package/dist/adapters/cms.js.map +1 -0
  74. package/dist/adapters/college-scorecard.d.ts +3 -0
  75. package/dist/adapters/college-scorecard.js +122 -0
  76. package/dist/adapters/college-scorecard.js.map +1 -0
  77. package/dist/adapters/congress.d.ts +33 -0
  78. package/dist/adapters/congress.js +589 -0
  79. package/dist/adapters/congress.js.map +1 -0
  80. package/dist/adapters/dhs-ohss.d.ts +13 -0
  81. package/dist/adapters/dhs-ohss.js +598 -0
  82. package/dist/adapters/dhs-ohss.js.map +1 -0
  83. package/dist/adapters/doj-news.d.ts +7 -0
  84. package/dist/adapters/doj-news.js +286 -0
  85. package/dist/adapters/doj-news.js.map +1 -0
  86. package/dist/adapters/dol.d.ts +4 -0
  87. package/dist/adapters/dol.js +634 -0
  88. package/dist/adapters/dol.js.map +1 -0
  89. package/dist/adapters/eia.d.ts +15 -0
  90. package/dist/adapters/eia.js +456 -0
  91. package/dist/adapters/eia.js.map +1 -0
  92. package/dist/adapters/epa-aqs.d.ts +3 -0
  93. package/dist/adapters/epa-aqs.js +357 -0
  94. package/dist/adapters/epa-aqs.js.map +1 -0
  95. package/dist/adapters/epa.d.ts +3 -0
  96. package/dist/adapters/epa.js +298 -0
  97. package/dist/adapters/epa.js.map +1 -0
  98. package/dist/adapters/fbi.d.ts +3 -0
  99. package/dist/adapters/fbi.js +192 -0
  100. package/dist/adapters/fbi.js.map +1 -0
  101. package/dist/adapters/fda.d.ts +5 -0
  102. package/dist/adapters/fda.js +184 -0
  103. package/dist/adapters/fda.js.map +1 -0
  104. package/dist/adapters/fdic.d.ts +4 -0
  105. package/dist/adapters/fdic.js +95 -0
  106. package/dist/adapters/fdic.js.map +1 -0
  107. package/dist/adapters/fec.d.ts +3 -0
  108. package/dist/adapters/fec.js +142 -0
  109. package/dist/adapters/fec.js.map +1 -0
  110. package/dist/adapters/fed-board.d.ts +12 -0
  111. package/dist/adapters/fed-board.js +581 -0
  112. package/dist/adapters/fed-board.js.map +1 -0
  113. package/dist/adapters/federal-register.d.ts +11 -0
  114. package/dist/adapters/federal-register.js +43 -0
  115. package/dist/adapters/federal-register.js.map +1 -0
  116. package/dist/adapters/fhfa.d.ts +3 -0
  117. package/dist/adapters/fhfa.js +253 -0
  118. package/dist/adapters/fhfa.js.map +1 -0
  119. package/dist/adapters/fsa.d.ts +9 -0
  120. package/dist/adapters/fsa.js +335 -0
  121. package/dist/adapters/fsa.js.map +1 -0
  122. package/dist/adapters/govinfo.d.ts +30 -0
  123. package/dist/adapters/govinfo.js +636 -0
  124. package/dist/adapters/govinfo.js.map +1 -0
  125. package/dist/adapters/gsa-calc.d.ts +10 -0
  126. package/dist/adapters/gsa-calc.js +318 -0
  127. package/dist/adapters/gsa-calc.js.map +1 -0
  128. package/dist/adapters/hud.d.ts +3 -0
  129. package/dist/adapters/hud.js +200 -0
  130. package/dist/adapters/hud.js.map +1 -0
  131. package/dist/adapters/index.d.ts +3 -0
  132. package/dist/adapters/index.js +25 -0
  133. package/dist/adapters/index.js.map +1 -0
  134. package/dist/adapters/irs-soi.d.ts +6 -0
  135. package/dist/adapters/irs-soi.js +576 -0
  136. package/dist/adapters/irs-soi.js.map +1 -0
  137. package/dist/adapters/naep.d.ts +15 -0
  138. package/dist/adapters/naep.js +341 -0
  139. package/dist/adapters/naep.js.map +1 -0
  140. package/dist/adapters/nhtsa.d.ts +10 -0
  141. package/dist/adapters/nhtsa.js +239 -0
  142. package/dist/adapters/nhtsa.js.map +1 -0
  143. package/dist/adapters/nih.d.ts +5 -0
  144. package/dist/adapters/nih.js +196 -0
  145. package/dist/adapters/nih.js.map +1 -0
  146. package/dist/adapters/noaa.d.ts +3 -0
  147. package/dist/adapters/noaa.js +148 -0
  148. package/dist/adapters/noaa.js.map +1 -0
  149. package/dist/adapters/nrel.d.ts +3 -0
  150. package/dist/adapters/nrel.js +186 -0
  151. package/dist/adapters/nrel.js.map +1 -0
  152. package/dist/adapters/nws.d.ts +3 -0
  153. package/dist/adapters/nws.js +119 -0
  154. package/dist/adapters/nws.js.map +1 -0
  155. package/dist/adapters/omb.d.ts +15 -0
  156. package/dist/adapters/omb.js +517 -0
  157. package/dist/adapters/omb.js.map +1 -0
  158. package/dist/adapters/open-payments.d.ts +5 -0
  159. package/dist/adapters/open-payments.js +149 -0
  160. package/dist/adapters/open-payments.js.map +1 -0
  161. package/dist/adapters/pbgc.d.ts +13 -0
  162. package/dist/adapters/pbgc.js +283 -0
  163. package/dist/adapters/pbgc.js.map +1 -0
  164. package/dist/adapters/philfed.d.ts +12 -0
  165. package/dist/adapters/philfed.js +59 -0
  166. package/dist/adapters/philfed.js.map +1 -0
  167. package/dist/adapters/regulations.d.ts +6 -0
  168. package/dist/adapters/regulations.js +58 -0
  169. package/dist/adapters/regulations.js.map +1 -0
  170. package/dist/adapters/sec.d.ts +13 -0
  171. package/dist/adapters/sec.js +504 -0
  172. package/dist/adapters/sec.js.map +1 -0
  173. package/dist/adapters/senate-lobbying.d.ts +3 -0
  174. package/dist/adapters/senate-lobbying.js +181 -0
  175. package/dist/adapters/senate-lobbying.js.map +1 -0
  176. package/dist/adapters/snapqc.d.ts +32 -0
  177. package/dist/adapters/snapqc.js +701 -0
  178. package/dist/adapters/snapqc.js.map +1 -0
  179. package/dist/adapters/treasury-yields.d.ts +3 -0
  180. package/dist/adapters/treasury-yields.js +170 -0
  181. package/dist/adapters/treasury-yields.js.map +1 -0
  182. package/dist/adapters/usaspending.d.ts +3 -0
  183. package/dist/adapters/usaspending.js +340 -0
  184. package/dist/adapters/usaspending.js.map +1 -0
  185. package/dist/adapters/usda-fna.d.ts +7 -0
  186. package/dist/adapters/usda-fna.js +707 -0
  187. package/dist/adapters/usda-fna.js.map +1 -0
  188. package/dist/adapters/usda-fooddata.d.ts +3 -0
  189. package/dist/adapters/usda-fooddata.js +101 -0
  190. package/dist/adapters/usda-fooddata.js.map +1 -0
  191. package/dist/adapters/usda-nass.d.ts +3 -0
  192. package/dist/adapters/usda-nass.js +108 -0
  193. package/dist/adapters/usda-nass.js.map +1 -0
  194. package/dist/adapters/usda-outlook.d.ts +12 -0
  195. package/dist/adapters/usda-outlook.js +696 -0
  196. package/dist/adapters/usda-outlook.js.map +1 -0
  197. package/dist/adapters/usgs.d.ts +9 -0
  198. package/dist/adapters/usgs.js +265 -0
  199. package/dist/adapters/usgs.js.map +1 -0
  200. package/dist/adapters/usitc.d.ts +18 -0
  201. package/dist/adapters/usitc.js +170 -0
  202. package/dist/adapters/usitc.js.map +1 -0
  203. package/dist/adapters/uspto.d.ts +3 -0
  204. package/dist/adapters/uspto.js +47 -0
  205. package/dist/adapters/uspto.js.map +1 -0
  206. package/dist/adapters/world-bank.d.ts +3 -0
  207. package/dist/adapters/world-bank.js +163 -0
  208. package/dist/adapters/world-bank.js.map +1 -0
  209. package/dist/analysis/cite.d.ts +31 -0
  210. package/dist/analysis/cite.js +229 -0
  211. package/dist/analysis/cite.js.map +1 -0
  212. package/dist/analysis/combine.d.ts +27 -0
  213. package/dist/analysis/combine.js +198 -0
  214. package/dist/analysis/combine.js.map +1 -0
  215. package/dist/analysis/compute.d.ts +62 -0
  216. package/dist/analysis/compute.js +583 -0
  217. package/dist/analysis/compute.js.map +1 -0
  218. package/dist/analysis/expr.d.ts +69 -0
  219. package/dist/analysis/expr.js +780 -0
  220. package/dist/analysis/expr.js.map +1 -0
  221. package/dist/analysis/factfmt.d.ts +16 -0
  222. package/dist/analysis/factfmt.js +187 -0
  223. package/dist/analysis/factfmt.js.map +1 -0
  224. package/dist/analysis/facts.d.ts +63 -0
  225. package/dist/analysis/facts.js +355 -0
  226. package/dist/analysis/facts.js.map +1 -0
  227. package/dist/analysis/handoff.d.ts +58 -0
  228. package/dist/analysis/handoff.js +208 -0
  229. package/dist/analysis/handoff.js.map +1 -0
  230. package/dist/analysis/pyfmt.d.ts +16 -0
  231. package/dist/analysis/pyfmt.js +156 -0
  232. package/dist/analysis/pyfmt.js.map +1 -0
  233. package/dist/analysis/rerun.d.ts +13 -0
  234. package/dist/analysis/rerun.js +125 -0
  235. package/dist/analysis/rerun.js.map +1 -0
  236. package/dist/analysis/table.d.ts +18 -0
  237. package/dist/analysis/table.js +109 -0
  238. package/dist/analysis/table.js.map +1 -0
  239. package/dist/analysis/tools.d.ts +67 -0
  240. package/dist/analysis/tools.js +217 -0
  241. package/dist/analysis/tools.js.map +1 -0
  242. package/dist/analysis/write_table.d.ts +13 -0
  243. package/dist/analysis/write_table.js +59 -0
  244. package/dist/analysis/write_table.js.map +1 -0
  245. package/dist/bin/cli.d.ts +10 -0
  246. package/dist/bin/cli.js +177 -0
  247. package/dist/bin/cli.js.map +1 -0
  248. package/dist/core/cache.d.ts +14 -0
  249. package/dist/core/cache.js +90 -0
  250. package/dist/core/cache.js.map +1 -0
  251. package/dist/core/context.d.ts +12 -0
  252. package/dist/core/context.js +15 -0
  253. package/dist/core/context.js.map +1 -0
  254. package/dist/core/env.d.ts +14 -0
  255. package/dist/core/env.js +52 -0
  256. package/dist/core/env.js.map +1 -0
  257. package/dist/core/generic-rest.d.ts +61 -0
  258. package/dist/core/generic-rest.js +639 -0
  259. package/dist/core/generic-rest.js.map +1 -0
  260. package/dist/core/http.d.ts +120 -0
  261. package/dist/core/http.js +514 -0
  262. package/dist/core/http.js.map +1 -0
  263. package/dist/core/keys.d.ts +43 -0
  264. package/dist/core/keys.js +174 -0
  265. package/dist/core/keys.js.map +1 -0
  266. package/dist/core/manual.d.ts +41 -0
  267. package/dist/core/manual.js +218 -0
  268. package/dist/core/manual.js.map +1 -0
  269. package/dist/core/package.d.ts +58 -0
  270. package/dist/core/package.js +228 -0
  271. package/dist/core/package.js.map +1 -0
  272. package/dist/core/packs.d.ts +139 -0
  273. package/dist/core/packs.js +173 -0
  274. package/dist/core/packs.js.map +1 -0
  275. package/dist/core/policy.d.ts +69 -0
  276. package/dist/core/policy.js +189 -0
  277. package/dist/core/policy.js.map +1 -0
  278. package/dist/core/py.d.ts +40 -0
  279. package/dist/core/py.js +171 -0
  280. package/dist/core/py.js.map +1 -0
  281. package/dist/core/routing.d.ts +10 -0
  282. package/dist/core/routing.js +39 -0
  283. package/dist/core/routing.js.map +1 -0
  284. package/dist/core/tabular.d.ts +21 -0
  285. package/dist/core/tabular.js +229 -0
  286. package/dist/core/tabular.js.map +1 -0
  287. package/dist/deep/_bea_api.d.ts +102 -0
  288. package/dist/deep/_bea_api.js +457 -0
  289. package/dist/deep/_bea_api.js.map +1 -0
  290. package/dist/deep/_bea_fetch.d.ts +151 -0
  291. package/dist/deep/_bea_fetch.js +1274 -0
  292. package/dist/deep/_bea_fetch.js.map +1 -0
  293. package/dist/deep/_bea_util.d.ts +14 -0
  294. package/dist/deep/_bea_util.js +156 -0
  295. package/dist/deep/_bea_util.js.map +1 -0
  296. package/dist/deep/_bls_api.d.ts +84 -0
  297. package/dist/deep/_bls_api.js +231 -0
  298. package/dist/deep/_bls_api.js.map +1 -0
  299. package/dist/deep/_bls_ids.d.ts +43 -0
  300. package/dist/deep/_bls_ids.js +188 -0
  301. package/dist/deep/_bls_ids.js.map +1 -0
  302. package/dist/deep/_bls_lib.d.ts +61 -0
  303. package/dist/deep/_bls_lib.js +442 -0
  304. package/dist/deep/_bls_lib.js.map +1 -0
  305. package/dist/deep/_fred_api.d.ts +148 -0
  306. package/dist/deep/_fred_api.js +545 -0
  307. package/dist/deep/_fred_api.js.map +1 -0
  308. package/dist/deep/_fred_pack.d.ts +162 -0
  309. package/dist/deep/_fred_pack.js +1027 -0
  310. package/dist/deep/_fred_pack.js.map +1 -0
  311. package/dist/deep/_fred_py.d.ts +40 -0
  312. package/dist/deep/_fred_py.js +199 -0
  313. package/dist/deep/_fred_py.js.map +1 -0
  314. package/dist/deep/_ipums_bundle.d.ts +29 -0
  315. package/dist/deep/_ipums_bundle.js +194 -0
  316. package/dist/deep/_ipums_bundle.js.map +1 -0
  317. package/dist/deep/_ipums_ddi.d.ts +23 -0
  318. package/dist/deep/_ipums_ddi.js +162 -0
  319. package/dist/deep/_ipums_ddi.js.map +1 -0
  320. package/dist/deep/_opm_io.d.ts +26 -0
  321. package/dist/deep/_opm_io.js +383 -0
  322. package/dist/deep/_opm_io.js.map +1 -0
  323. package/dist/deep/_opm_parquet.d.ts +31 -0
  324. package/dist/deep/_opm_parquet.js +744 -0
  325. package/dist/deep/_opm_parquet.js.map +1 -0
  326. package/dist/deep/_opm_py.d.ts +6 -0
  327. package/dist/deep/_opm_py.js +74 -0
  328. package/dist/deep/_opm_py.js.map +1 -0
  329. package/dist/deep/_treasury_api.d.ts +48 -0
  330. package/dist/deep/_treasury_api.js +221 -0
  331. package/dist/deep/_treasury_api.js.map +1 -0
  332. package/dist/deep/_treasury_context.d.ts +34 -0
  333. package/dist/deep/_treasury_context.js +142 -0
  334. package/dist/deep/_treasury_context.js.map +1 -0
  335. package/dist/deep/_treasury_lib.d.ts +109 -0
  336. package/dist/deep/_treasury_lib.js +686 -0
  337. package/dist/deep/_treasury_lib.js.map +1 -0
  338. package/dist/deep/bea.d.ts +3 -0
  339. package/dist/deep/bea.js +248 -0
  340. package/dist/deep/bea.js.map +1 -0
  341. package/dist/deep/bls.d.ts +3 -0
  342. package/dist/deep/bls.js +220 -0
  343. package/dist/deep/bls.js.map +1 -0
  344. package/dist/deep/fred.d.ts +3 -0
  345. package/dist/deep/fred.js +325 -0
  346. package/dist/deep/fred.js.map +1 -0
  347. package/dist/deep/ipums.d.ts +59 -0
  348. package/dist/deep/ipums.js +744 -0
  349. package/dist/deep/ipums.js.map +1 -0
  350. package/dist/deep/opm.d.ts +56 -0
  351. package/dist/deep/opm.js +1033 -0
  352. package/dist/deep/opm.js.map +1 -0
  353. package/dist/deep/treasury.d.ts +3 -0
  354. package/dist/deep/treasury.js +218 -0
  355. package/dist/deep/treasury.js.map +1 -0
  356. package/dist/envelope.d.ts +47 -0
  357. package/dist/envelope.js +88 -0
  358. package/dist/envelope.js.map +1 -0
  359. package/dist/index.d.ts +277 -0
  360. package/dist/index.js +106 -0
  361. package/dist/index.js.map +1 -0
  362. package/dist/remote/app.d.ts +21 -0
  363. package/dist/remote/app.js +218 -0
  364. package/dist/remote/app.js.map +1 -0
  365. package/dist/remote/oauth.d.ts +14 -0
  366. package/dist/remote/oauth.js +90 -0
  367. package/dist/remote/oauth.js.map +1 -0
  368. package/dist/remote/pages.d.ts +8 -0
  369. package/dist/remote/pages.js +56 -0
  370. package/dist/remote/pages.js.map +1 -0
  371. package/dist/remote/sign.d.ts +4 -0
  372. package/dist/remote/sign.js +40 -0
  373. package/dist/remote/sign.js.map +1 -0
  374. package/dist/remote/store.d.ts +31 -0
  375. package/dist/remote/store.js +129 -0
  376. package/dist/remote/store.js.map +1 -0
  377. package/dist/report/audit_answer.d.ts +94 -0
  378. package/dist/report/audit_answer.js +1349 -0
  379. package/dist/report/audit_answer.js.map +1 -0
  380. package/dist/report/audit_report.d.ts +23 -0
  381. package/dist/report/audit_report.js +637 -0
  382. package/dist/report/audit_report.js.map +1 -0
  383. package/dist/report/build_report.d.ts +27 -0
  384. package/dist/report/build_report.js +1168 -0
  385. package/dist/report/build_report.js.map +1 -0
  386. package/dist/report/method_audit.d.ts +47 -0
  387. package/dist/report/method_audit.js +716 -0
  388. package/dist/report/method_audit.js.map +1 -0
  389. package/dist/report/policyset.d.ts +50 -0
  390. package/dist/report/policyset.js +421 -0
  391. package/dist/report/policyset.js.map +1 -0
  392. package/dist/report/py.d.ts +58 -0
  393. package/dist/report/py.js +311 -0
  394. package/dist/report/py.js.map +1 -0
  395. package/dist/report/scan_secrets.d.ts +24 -0
  396. package/dist/report/scan_secrets.js +265 -0
  397. package/dist/report/scan_secrets.js.map +1 -0
  398. package/dist/report/style_check.d.ts +29 -0
  399. package/dist/report/style_check.js +173 -0
  400. package/dist/report/style_check.js.map +1 -0
  401. package/dist/report/tools.d.ts +87 -0
  402. package/dist/report/tools.js +167 -0
  403. package/dist/report/tools.js.map +1 -0
  404. package/dist/server.d.ts +5 -0
  405. package/dist/server.js +247 -0
  406. package/dist/server.js.map +1 -0
  407. package/dist/session.d.ts +47 -0
  408. package/dist/session.js +107 -0
  409. package/dist/session.js.map +1 -0
  410. package/dist/toolkit.d.ts +21 -0
  411. package/dist/toolkit.js +2 -0
  412. package/dist/toolkit.js.map +1 -0
  413. package/dist/tools.d.ts +299 -0
  414. package/dist/tools.js +491 -0
  415. package/dist/tools.js.map +1 -0
  416. package/guide/WORKFLOW.md +134 -0
  417. package/guide/assets/disclaimer.txt +1 -0
  418. package/guide/assets/download_data.ps1 +162 -0
  419. package/guide/assets/download_data.sh +143 -0
  420. package/guide/assets/report_template.html +597 -0
  421. package/guide/references/report_patterns.md +199 -0
  422. package/guide/references/routing.md +171 -0
  423. package/guide/references/style_guide.md +398 -0
  424. package/package.json +54 -4
  425. package/packs/acf/endpoints.json +114 -0
  426. package/packs/acf/policy.json +104 -0
  427. package/packs/acf/source.md +138 -0
  428. package/packs/actuaries/endpoints.json +82 -0
  429. package/packs/actuaries/policy.json +109 -0
  430. package/packs/actuaries/source.md +137 -0
  431. package/packs/bea/assets/download_bea.ps1 +182 -0
  432. package/packs/bea/assets/download_bea.sh +144 -0
  433. package/packs/bea/docs/bea_api.md +461 -0
  434. package/packs/bea/docs/datasets.md +157 -0
  435. package/packs/bea/docs/report_patterns.md +112 -0
  436. package/packs/bea/policy.json +170 -0
  437. package/packs/bea/source.md +152 -0
  438. package/packs/bls/assets/download_bls.ps1 +152 -0
  439. package/packs/bls/assets/download_bls.sh +167 -0
  440. package/packs/bls/docs/analysis_patterns.md +108 -0
  441. package/packs/bls/docs/bls_api.md +73 -0
  442. package/packs/bls/docs/series_ids.md +149 -0
  443. package/packs/bls/policy.json +238 -0
  444. package/packs/bls/series_ids.json +1375 -0
  445. package/packs/bls/source.md +156 -0
  446. package/packs/bts/endpoints.json +347 -0
  447. package/packs/bts/policy.json +94 -0
  448. package/packs/bts/source.md +97 -0
  449. package/packs/cdc/endpoints.json +197 -0
  450. package/packs/cdc/policy.json +83 -0
  451. package/packs/cdc/source.md +74 -0
  452. package/packs/census/endpoints.json +99 -0
  453. package/packs/census/policy.json +238 -0
  454. package/packs/census/source.md +304 -0
  455. package/packs/census-geocoder/endpoints.json +70 -0
  456. package/packs/census-geocoder/policy.json +80 -0
  457. package/packs/census-geocoder/source.md +53 -0
  458. package/packs/cfpb/endpoints.json +327 -0
  459. package/packs/cfpb/policy.json +119 -0
  460. package/packs/cfpb/source.md +96 -0
  461. package/packs/clinical-trials/endpoints.json +167 -0
  462. package/packs/clinical-trials/policy.json +84 -0
  463. package/packs/clinical-trials/source.md +82 -0
  464. package/packs/cms/endpoints.json +69 -0
  465. package/packs/cms/policy.json +96 -0
  466. package/packs/cms/source.md +112 -0
  467. package/packs/college-scorecard/endpoints.json +253 -0
  468. package/packs/college-scorecard/policy.json +106 -0
  469. package/packs/college-scorecard/source.md +92 -0
  470. package/packs/congress/endpoints.json +1701 -0
  471. package/packs/congress/policy.json +117 -0
  472. package/packs/congress/source.md +190 -0
  473. package/packs/dhs-ohss/endpoints.json +66 -0
  474. package/packs/dhs-ohss/policy.json +107 -0
  475. package/packs/dhs-ohss/source.md +120 -0
  476. package/packs/doj-news/endpoints.json +59 -0
  477. package/packs/doj-news/policy.json +96 -0
  478. package/packs/doj-news/source.md +99 -0
  479. package/packs/dol/endpoints.json +818 -0
  480. package/packs/dol/policy.json +135 -0
  481. package/packs/dol/source.md +181 -0
  482. package/packs/eia/endpoints.json +718 -0
  483. package/packs/eia/policy.json +112 -0
  484. package/packs/eia/source.md +112 -0
  485. package/packs/epa/endpoints.json +292 -0
  486. package/packs/epa/policy.json +99 -0
  487. package/packs/epa/source.md +99 -0
  488. package/packs/epa-aqs/endpoints.json +174 -0
  489. package/packs/epa-aqs/policy.json +96 -0
  490. package/packs/epa-aqs/source.md +97 -0
  491. package/packs/fbi/endpoints.json +1842 -0
  492. package/packs/fbi/policy.json +118 -0
  493. package/packs/fbi/source.md +108 -0
  494. package/packs/fda/endpoints.json +238 -0
  495. package/packs/fda/policy.json +121 -0
  496. package/packs/fda/source.md +117 -0
  497. package/packs/fdic/endpoints.json +417 -0
  498. package/packs/fdic/policy.json +83 -0
  499. package/packs/fdic/source.md +92 -0
  500. package/packs/fec/endpoints.json +708 -0
  501. package/packs/fec/policy.json +93 -0
  502. package/packs/fec/source.md +90 -0
  503. package/packs/fed-board/endpoints.json +89 -0
  504. package/packs/fed-board/policy.json +136 -0
  505. package/packs/fed-board/source.md +118 -0
  506. package/packs/federal-register/endpoints.json +143 -0
  507. package/packs/federal-register/policy.json +86 -0
  508. package/packs/federal-register/source.md +98 -0
  509. package/packs/fema/endpoints.json +646 -0
  510. package/packs/fema/policy.json +103 -0
  511. package/packs/fema/source.md +103 -0
  512. package/packs/fhfa/endpoints.json +105 -0
  513. package/packs/fhfa/policy.json +109 -0
  514. package/packs/fhfa/source.md +108 -0
  515. package/packs/fred/assets/download_fred.ps1 +122 -0
  516. package/packs/fred/assets/download_fred.sh +123 -0
  517. package/packs/fred/docs/analysis_patterns.md +124 -0
  518. package/packs/fred/docs/fred_api.md +94 -0
  519. package/packs/fred/docs/series.md +188 -0
  520. package/packs/fred/policy.json +253 -0
  521. package/packs/fred/source.md +142 -0
  522. package/packs/fsa/endpoints.json +150 -0
  523. package/packs/fsa/policy.json +99 -0
  524. package/packs/fsa/source.md +102 -0
  525. package/packs/govinfo/endpoints.json +520 -0
  526. package/packs/govinfo/policy.json +116 -0
  527. package/packs/govinfo/source.md +241 -0
  528. package/packs/gsa-calc/endpoints.json +93 -0
  529. package/packs/gsa-calc/policy.json +97 -0
  530. package/packs/gsa-calc/source.md +108 -0
  531. package/packs/hud/endpoints.json +147 -0
  532. package/packs/hud/policy.json +84 -0
  533. package/packs/hud/source.md +97 -0
  534. package/packs/ipums/assets/download_ipums.ps1 +215 -0
  535. package/packs/ipums/assets/download_ipums.sh +192 -0
  536. package/packs/ipums/docs/ipums_api.md +67 -0
  537. package/packs/ipums/docs/report_patterns.md +117 -0
  538. package/packs/ipums/docs/variables.md +284 -0
  539. package/packs/ipums/lib/fetch_text.json +112 -0
  540. package/packs/ipums/policy.json +215 -0
  541. package/packs/ipums/source.md +169 -0
  542. package/packs/irs-soi/endpoints.json +114 -0
  543. package/packs/irs-soi/policy.json +107 -0
  544. package/packs/irs-soi/source.md +124 -0
  545. package/packs/medicaid/endpoints.json +412 -0
  546. package/packs/medicaid/policy.json +108 -0
  547. package/packs/medicaid/source.md +136 -0
  548. package/packs/naep/endpoints.json +217 -0
  549. package/packs/naep/policy.json +100 -0
  550. package/packs/naep/source.md +120 -0
  551. package/packs/nhtsa/endpoints.json +132 -0
  552. package/packs/nhtsa/policy.json +93 -0
  553. package/packs/nhtsa/source.md +109 -0
  554. package/packs/nih/endpoints.json +453 -0
  555. package/packs/nih/policy.json +86 -0
  556. package/packs/nih/source.md +108 -0
  557. package/packs/noaa/endpoints.json +432 -0
  558. package/packs/noaa/policy.json +95 -0
  559. package/packs/noaa/source.md +88 -0
  560. package/packs/nrel/endpoints.json +328 -0
  561. package/packs/nrel/policy.json +96 -0
  562. package/packs/nrel/source.md +91 -0
  563. package/packs/nws/endpoints.json +272 -0
  564. package/packs/nws/policy.json +82 -0
  565. package/packs/nws/source.md +81 -0
  566. package/packs/nyfed/endpoints.json +80 -0
  567. package/packs/nyfed/policy.json +92 -0
  568. package/packs/nyfed/source.md +89 -0
  569. package/packs/omb/endpoints.json +460 -0
  570. package/packs/omb/policy.json +106 -0
  571. package/packs/omb/source.md +130 -0
  572. package/packs/open-payments/endpoints.json +298 -0
  573. package/packs/open-payments/policy.json +101 -0
  574. package/packs/open-payments/source.md +99 -0
  575. package/packs/opm/assets/download_opm.ps1 +125 -0
  576. package/packs/opm/assets/download_opm.sh +85 -0
  577. package/packs/opm/docs/fields.md +184 -0
  578. package/packs/opm/docs/opm_api.md +71 -0
  579. package/packs/opm/docs/report_patterns.md +83 -0
  580. package/packs/opm/lib/data_dictionary.csv +73 -0
  581. package/packs/opm/policy.json +142 -0
  582. package/packs/opm/source.md +137 -0
  583. package/packs/pbgc/endpoints.json +483 -0
  584. package/packs/pbgc/policy.json +94 -0
  585. package/packs/pbgc/source.md +95 -0
  586. package/packs/philfed/endpoints.json +85 -0
  587. package/packs/philfed/policy.json +94 -0
  588. package/packs/philfed/source.md +125 -0
  589. package/packs/port.json +287 -0
  590. package/packs/regulations/endpoints.json +288 -0
  591. package/packs/regulations/policy.json +86 -0
  592. package/packs/regulations/source.md +84 -0
  593. package/packs/sec/endpoints.json +237 -0
  594. package/packs/sec/policy.json +86 -0
  595. package/packs/sec/source.md +101 -0
  596. package/packs/senate-lobbying/endpoints.json +554 -0
  597. package/packs/senate-lobbying/policy.json +99 -0
  598. package/packs/senate-lobbying/source.md +100 -0
  599. package/packs/snapqc/endpoints.json +1426 -0
  600. package/packs/snapqc/policy.json +92 -0
  601. package/packs/snapqc/source.md +96 -0
  602. package/packs/treasury/catalog.json +2267 -0
  603. package/packs/treasury/docs/api_guide.md +245 -0
  604. package/packs/treasury/docs/datasets.md +56 -0
  605. package/packs/treasury/docs/report_patterns.md +126 -0
  606. package/packs/treasury/policy.json +159 -0
  607. package/packs/treasury/source.md +170 -0
  608. package/packs/treasury-yields/endpoints.json +226 -0
  609. package/packs/treasury-yields/policy.json +86 -0
  610. package/packs/treasury-yields/source.md +80 -0
  611. package/packs/usaspending/endpoints.json +1316 -0
  612. package/packs/usaspending/policy.json +109 -0
  613. package/packs/usaspending/source.md +103 -0
  614. package/packs/usda-fna/endpoints.json +427 -0
  615. package/packs/usda-fna/policy.json +133 -0
  616. package/packs/usda-fna/source.md +217 -0
  617. package/packs/usda-fooddata/endpoints.json +181 -0
  618. package/packs/usda-fooddata/policy.json +94 -0
  619. package/packs/usda-fooddata/source.md +105 -0
  620. package/packs/usda-nass/endpoints.json +324 -0
  621. package/packs/usda-nass/policy.json +95 -0
  622. package/packs/usda-nass/source.md +85 -0
  623. package/packs/usda-outlook/endpoints.json +86 -0
  624. package/packs/usda-outlook/policy.json +109 -0
  625. package/packs/usda-outlook/source.md +144 -0
  626. package/packs/usgs/endpoints.json +313 -0
  627. package/packs/usgs/policy.json +95 -0
  628. package/packs/usgs/source.md +96 -0
  629. package/packs/usitc/endpoints.json +74 -0
  630. package/packs/usitc/policy.json +111 -0
  631. package/packs/usitc/source.md +90 -0
  632. package/packs/uspto/endpoints.json +141 -0
  633. package/packs/uspto/policy.json +95 -0
  634. package/packs/uspto/source.md +101 -0
  635. package/packs/va/endpoints.json +414 -0
  636. package/packs/va/policy.json +101 -0
  637. package/packs/va/source.md +129 -0
  638. package/packs/world-bank/endpoints.json +122 -0
  639. package/packs/world-bank/policy.json +101 -0
  640. package/packs/world-bank/source.md +93 -0
@@ -0,0 +1,780 @@
1
+ /**
2
+ * The expression language of compute: a small parser and evaluator, with no eval, no Function and no property
3
+ * access anywhere. An expression is parsed into a tree against a whitelist and evaluated by walking that tree.
4
+ *
5
+ * literals 12, 0.5, 1e-3, "text" or 'text', true, false, null
6
+ * columns a bare name (rate, total_deaths) or col("name with spaces")
7
+ * operators + - * / % ** == != < <= > >= && || ! (also and, or, not) cond ? a : b
8
+ * functions the names in FUNCTIONS, AGGREGATES and WINDOWS below; nothing else can be called
9
+ *
10
+ * Refused at parse time: property access (a.b), indexing (a[0]), template strings, assignment, braces, unknown
11
+ * functions, calls of anything but a whitelisted name, and the names constructor, prototype and __proto__.
12
+ * Values: numbers, text, booleans and null (a gap). Arithmetic on text is an error (convert with number()), and
13
+ * a gap propagates (null + 1 is null); a division by zero is null.
14
+ */
15
+ import { pyFloatRepr } from "../core/py.js";
16
+ import { pyRepr, pyRound } from "./pyfmt.js";
17
+ export class ExprError extends Error {
18
+ }
19
+ const FORBIDDEN = new Set(["constructor", "prototype", "__proto__", "__defineGetter__", "__defineSetter__",
20
+ "__lookupGetter__", "__lookupSetter__", "this", "globalThis", "window", "global", "process", "require", "import",
21
+ "eval", "Function", "new", "function", "return", "class", "async", "await", "yield", "delete", "typeof",
22
+ "instanceof", "void", "with", "var", "let", "const"]);
23
+ /** Scalar functions: name -> [min args, max args]. */
24
+ export const FUNCTIONS = {
25
+ number: [1, 1], text: [1, 1], string: [1, 1], round: [1, 2], abs: [1, 1], sqrt: [1, 1], log: [1, 1], ln: [1, 1],
26
+ log10: [1, 1], exp: [1, 1], floor: [1, 1], ceil: [1, 1], pow: [2, 2], greatest: [1, 99], least: [1, 99],
27
+ if: [3, 3], coalesce: [1, 99], isnull: [1, 1], notnull: [1, 1], isin: [2, 999], lower: [1, 1], upper: [1, 1],
28
+ trim: [1, 1], substr: [2, 3], len: [1, 1], contains: [2, 2], startswith: [2, 2], endswith: [2, 2],
29
+ replace: [3, 3], concat: [1, 99], zfill: [2, 2], year: [1, 1], month: [1, 1], day: [1, 1], quarter: [1, 1],
30
+ fiscal_year: [1, 1], col: [1, 1],
31
+ };
32
+ /** Aggregates (over the group, or the whole table when there is no groupby). */
33
+ export const AGGREGATES = {
34
+ sum: [1, 1], mean: [1, 1], median: [1, 1], min: [1, 1], max: [1, 1], count: [0, 1], first: [1, 1], last: [1, 1],
35
+ stdev: [1, 1], weighted_mean: [2, 2], n_distinct: [1, 1],
36
+ };
37
+ /** Window functions (in row order within the group): derive and filter only. */
38
+ export const WINDOWS = { lag: [1, 2], lead: [1, 2], cumsum: [1, 1], row_number: [0, 0] };
39
+ export const ALLOWED = [...Object.keys(FUNCTIONS), ...Object.keys(AGGREGATES), ...Object.keys(WINDOWS)].sort();
40
+ const OPS = ["===", "!==", "**", "==", "!=", "<=", ">=", "&&", "||", "+", "-", "*", "/", "%", "<", ">", "!", "(", ")",
41
+ ",", "?", ":"];
42
+ function tokenize(src) {
43
+ const out = [];
44
+ let i = 0;
45
+ const bad = (msg) => {
46
+ throw new ExprError(`${msg} (at character ${i + 1} of ${JSON.stringify(src)})`);
47
+ };
48
+ while (i < src.length) {
49
+ const c = src[i];
50
+ if (/\s/.test(c)) {
51
+ i++;
52
+ continue;
53
+ }
54
+ const num = /^(\d+(\.\d+)?([eE][+-]?\d+)?|\.\d+([eE][+-]?\d+)?)/.exec(src.slice(i));
55
+ if (num) {
56
+ out.push({ k: "num", v: num[0], at: i });
57
+ i += num[0].length;
58
+ if (/^[A-Za-z_$]/.test(src.slice(i)))
59
+ bad("a number cannot be followed by a name");
60
+ continue;
61
+ }
62
+ if (c === '"' || c === "'") {
63
+ let j = i + 1, s = "";
64
+ while (j < src.length && src[j] !== c) {
65
+ if (src[j] === "\\") {
66
+ const e = src[j + 1];
67
+ const map = { n: "\n", t: "\t", "\\": "\\", "'": "'", '"': '"' };
68
+ if (!(e in map))
69
+ bad(`unknown escape \\${e ?? ""} in a string (only \\n \\t \\\\ \\' \\")`);
70
+ s += map[e];
71
+ j += 2;
72
+ }
73
+ else
74
+ s += src[j++];
75
+ }
76
+ if (j >= src.length)
77
+ bad("unterminated string");
78
+ out.push({ k: "str", v: s, at: i });
79
+ i = j + 1;
80
+ continue;
81
+ }
82
+ if (c === "`")
83
+ bad("template strings (backticks) are not allowed: use \"text\" and concat()");
84
+ const id = /^[A-Za-z_][A-Za-z0-9_]*/.exec(src.slice(i));
85
+ if (id) {
86
+ out.push({ k: "id", v: id[0], at: i });
87
+ i += id[0].length;
88
+ continue;
89
+ }
90
+ if (c === ".")
91
+ bad("property access (.) is not allowed: name a column, or use col(\"a.b\") for a column whose name has a dot");
92
+ if (c === "[" || c === "]")
93
+ bad("indexing ([ ]) is not allowed");
94
+ if (c === "{" || c === "}")
95
+ bad("braces are not allowed");
96
+ if (c === "=" && src[i + 1] === ">")
97
+ bad("functions (=>) are not allowed");
98
+ if (c === "=" && src[i + 1] !== "=")
99
+ bad("assignment (=) is not allowed: compare with ==");
100
+ if (c === ";")
101
+ bad("only one expression is allowed (no ;)");
102
+ if (c === "$" || c === "#" || c === "@" || c === "\\")
103
+ bad(`the character ${c} is not allowed`);
104
+ const op = OPS.find((o) => src.startsWith(o, i));
105
+ if (!op)
106
+ bad(`unexpected character ${JSON.stringify(c)}`);
107
+ out.push({ k: "op", v: op === "===" ? "==" : op === "!==" ? "!=" : op, at: i });
108
+ i += op.length;
109
+ }
110
+ out.push({ k: "end", v: "", at: src.length });
111
+ return out;
112
+ }
113
+ // ---------------------------------------------------------------------- parser
114
+ class Parser {
115
+ toks;
116
+ src;
117
+ i = 0;
118
+ constructor(toks, src) {
119
+ this.toks = toks;
120
+ this.src = src;
121
+ }
122
+ peek() {
123
+ return this.toks[this.i];
124
+ }
125
+ next() {
126
+ return this.toks[this.i++];
127
+ }
128
+ isOp(v) {
129
+ const t = this.peek();
130
+ return t.k === "op" && t.v === v;
131
+ }
132
+ isWord(v) {
133
+ const t = this.peek();
134
+ return t.k === "id" && t.v === v;
135
+ }
136
+ expect(v) {
137
+ if (!this.isOp(v))
138
+ this.fail(`expected ${v}`);
139
+ this.i++;
140
+ }
141
+ fail(msg) {
142
+ const t = this.peek();
143
+ throw new ExprError(`${msg} (at character ${t.at + 1} of ${JSON.stringify(this.src)})`);
144
+ }
145
+ parse() {
146
+ const n = this.cond();
147
+ if (this.peek().k !== "end")
148
+ this.fail(`unexpected ${JSON.stringify(this.peek().v)}`);
149
+ return n;
150
+ }
151
+ depth = 0;
152
+ cond() {
153
+ if (++this.depth > 64)
154
+ this.fail("the expression nests too deeply (more than 64 levels)");
155
+ try {
156
+ return this.cond1();
157
+ }
158
+ finally {
159
+ this.depth--;
160
+ }
161
+ }
162
+ cond1() {
163
+ const c = this.or();
164
+ if (this.isOp("?")) {
165
+ this.i++;
166
+ const a = this.cond();
167
+ this.expect(":");
168
+ const b = this.cond();
169
+ return { t: "cond", c, a, b };
170
+ }
171
+ return c;
172
+ }
173
+ or() {
174
+ let a = this.and();
175
+ while (this.isOp("||") || this.isWord("or")) {
176
+ this.i++;
177
+ a = { t: "bin", op: "||", a, b: this.and() };
178
+ }
179
+ return a;
180
+ }
181
+ and() {
182
+ let a = this.not();
183
+ while (this.isOp("&&") || this.isWord("and")) {
184
+ this.i++;
185
+ a = { t: "bin", op: "&&", a, b: this.not() };
186
+ }
187
+ return a;
188
+ }
189
+ not() {
190
+ if (this.isOp("!") || this.isWord("not")) {
191
+ this.i++;
192
+ return { t: "un", op: "!", a: this.not() };
193
+ }
194
+ return this.cmp();
195
+ }
196
+ cmp() {
197
+ const a = this.add();
198
+ const t = this.peek();
199
+ if (t.k === "op" && ["==", "!=", "<", "<=", ">", ">="].includes(t.v)) {
200
+ this.i++;
201
+ const b = this.add();
202
+ const t2 = this.peek();
203
+ if (t2.k === "op" && ["==", "!=", "<", "<=", ">", ">="].includes(t2.v))
204
+ this.fail("chained comparisons: combine with &&");
205
+ return { t: "bin", op: t.v, a, b };
206
+ }
207
+ return a;
208
+ }
209
+ add() {
210
+ let a = this.mul();
211
+ while (this.isOp("+") || this.isOp("-")) {
212
+ const op = this.next().v;
213
+ a = { t: "bin", op, a, b: this.mul() };
214
+ }
215
+ return a;
216
+ }
217
+ mul() {
218
+ let a = this.unary();
219
+ while (this.isOp("*") || this.isOp("/") || this.isOp("%")) {
220
+ const op = this.next().v;
221
+ a = { t: "bin", op, a, b: this.unary() };
222
+ }
223
+ return a;
224
+ }
225
+ unary() {
226
+ if (this.isOp("-") || this.isOp("+")) {
227
+ const op = this.next().v;
228
+ return { t: "un", op, a: this.unary() };
229
+ }
230
+ return this.power();
231
+ }
232
+ power() {
233
+ const a = this.primary();
234
+ if (this.isOp("**")) {
235
+ this.i++;
236
+ return { t: "bin", op: "**", a, b: this.unary() };
237
+ }
238
+ return a;
239
+ }
240
+ primary() {
241
+ const t = this.next();
242
+ let n;
243
+ if (t.k === "num")
244
+ n = { t: "lit", v: Number(t.v) };
245
+ else if (t.k === "str")
246
+ n = { t: "lit", v: t.v };
247
+ else if (t.k === "op" && t.v === "(") {
248
+ n = this.cond();
249
+ this.expect(")");
250
+ }
251
+ else if (t.k === "id") {
252
+ if (FORBIDDEN.has(t.v) || t.v.startsWith("__")) {
253
+ this.i--;
254
+ this.fail(`the name ${t.v} is not allowed`);
255
+ }
256
+ if (t.v === "true" || t.v === "True")
257
+ n = { t: "lit", v: true };
258
+ else if (t.v === "false" || t.v === "False")
259
+ n = { t: "lit", v: false };
260
+ else if (t.v === "null" || t.v === "None")
261
+ n = { t: "lit", v: null };
262
+ else if (this.isOp("(")) {
263
+ const fn = t.v;
264
+ const table = [FUNCTIONS, AGGREGATES, WINDOWS].find((x) => Object.hasOwn(x, fn));
265
+ if (!table) {
266
+ this.i--;
267
+ this.fail(`unknown function ${fn}(); the functions are: ${ALLOWED.join(", ")}`);
268
+ }
269
+ const ar = table[fn];
270
+ this.i++;
271
+ const args = [];
272
+ if (!this.isOp(")")) {
273
+ args.push(this.cond());
274
+ while (this.isOp(",")) {
275
+ this.i++;
276
+ args.push(this.cond());
277
+ }
278
+ }
279
+ this.expect(")");
280
+ if (args.length < ar[0] || args.length > ar[1]) {
281
+ throw new ExprError(`${fn}() takes ${ar[0] === ar[1] ? ar[0] : `${ar[0]} to ${ar[1]}`} argument(s), got ${args.length}`);
282
+ }
283
+ if (fn === "col") {
284
+ const a = args[0];
285
+ if (a.t !== "lit" || typeof a.v !== "string")
286
+ throw new ExprError('col() takes a column name in quotes: col("my column")');
287
+ if (FORBIDDEN.has(a.v) || a.v.startsWith("__"))
288
+ throw new ExprError(`the name ${a.v} is not allowed`);
289
+ n = { t: "col", name: a.v };
290
+ }
291
+ else
292
+ n = { t: "call", fn, args };
293
+ }
294
+ else
295
+ n = { t: "col", name: t.v };
296
+ }
297
+ else {
298
+ this.i--;
299
+ this.fail(t.k === "end" ? "the expression ends too early" : `unexpected ${JSON.stringify(t.v)}`);
300
+ }
301
+ if (this.isOp("("))
302
+ this.fail("only a function name can be called");
303
+ return n;
304
+ }
305
+ }
306
+ export function parse(src) {
307
+ if (typeof src === "number" || typeof src === "boolean" || src === null)
308
+ return { t: "lit", v: src };
309
+ if (typeof src !== "string")
310
+ throw new ExprError(`an expression is text, not ${JSON.stringify(src)}`);
311
+ if (src.length > 2000)
312
+ throw new ExprError("expression longer than 2000 characters");
313
+ return new Parser(tokenize(src), src).parse();
314
+ }
315
+ /** Column names an expression reads, and whether it uses aggregates or windows (outside aggregates). */
316
+ export function inspect(n) {
317
+ const cols = new Set();
318
+ let agg = false, win = false;
319
+ const walk = (x, inAgg) => {
320
+ switch (x.t) {
321
+ case "col":
322
+ cols.add(x.name);
323
+ break;
324
+ case "un":
325
+ walk(x.a, inAgg);
326
+ break;
327
+ case "bin":
328
+ walk(x.a, inAgg);
329
+ walk(x.b, inAgg);
330
+ break;
331
+ case "cond":
332
+ walk(x.c, inAgg);
333
+ walk(x.a, inAgg);
334
+ walk(x.b, inAgg);
335
+ break;
336
+ case "call":
337
+ if (AGGREGATES[x.fn]) {
338
+ if (inAgg)
339
+ throw new ExprError(`an aggregate inside an aggregate (${x.fn}) is not allowed`);
340
+ agg = true;
341
+ }
342
+ if (WINDOWS[x.fn]) {
343
+ if (inAgg)
344
+ throw new ExprError(`a window function inside an aggregate (${x.fn}) is not allowed`);
345
+ win = true;
346
+ }
347
+ x.args.forEach((a) => walk(a, inAgg || !!AGGREGATES[x.fn]));
348
+ break;
349
+ }
350
+ };
351
+ walk(n, false);
352
+ return { cols: [...cols], agg, win };
353
+ }
354
+ const show = (v) => (typeof v === "number" ? pyFloatRepr(v).replace(/\.0$/, "") : pyRepr(v));
355
+ function numArg(fn, v) {
356
+ if (v === null)
357
+ return null;
358
+ if (typeof v === "number")
359
+ return v;
360
+ if (typeof v === "boolean")
361
+ return v ? 1 : 0;
362
+ throw new ExprError(`${fn}: ${show(v)} is text, not a number: convert it with number() first`);
363
+ }
364
+ function finite(x) {
365
+ return Number.isFinite(x) ? (x === 0 ? 0 : x) : null;
366
+ }
367
+ function truthy(v) {
368
+ return v !== null && v !== false && v !== 0 && v !== "";
369
+ }
370
+ /** number(x): text such as "1,234", "$1,234.50" or " 12 " as a number; null when it is no number (a flag). */
371
+ export function toNumber(v) {
372
+ if (v === null)
373
+ return null;
374
+ if (typeof v === "number")
375
+ return v;
376
+ if (typeof v === "boolean")
377
+ return v ? 1 : 0;
378
+ const s = v.trim().replace(/^\$/, "").replace(/^(-?)\$/, "$1").replace(/,/g, "").replace(/\s+/g, "");
379
+ if (!/^[+-]?(\d+\.?\d*|\.\d+)([eE][+-]?\d+)?$/.test(s))
380
+ return null;
381
+ return Number(s);
382
+ }
383
+ /** A date cell as [year, month, day]: 2023-10-01, 2023-10, 2023-10-01T.., 10/01/2023, 2023M10, 2023Q4 (first month). */
384
+ export function dateParts(v) {
385
+ if (v === null)
386
+ return null;
387
+ const s = String(v).trim();
388
+ let m = /^(\d{4})-(\d{1,2})(?:-(\d{1,2}))?(?:[T ].*)?$/.exec(s);
389
+ if (m)
390
+ return [Number(m[1]), Number(m[2]), Number(m[3] || 1)];
391
+ m = /^(\d{1,2})\/(\d{1,2})\/(\d{4})$/.exec(s);
392
+ if (m)
393
+ return [Number(m[3]), Number(m[1]), Number(m[2])];
394
+ m = /^(\d{4})M(\d{1,2})$/.exec(s);
395
+ if (m)
396
+ return [Number(m[1]), Number(m[2]), 1];
397
+ m = /^(\d{4})-?Q([1-4])$/.exec(s);
398
+ if (m)
399
+ return [Number(m[1]), (Number(m[2]) - 1) * 3 + 1, 1];
400
+ return null;
401
+ }
402
+ function dateOf(fn, v) {
403
+ if (v === null)
404
+ return null;
405
+ const d = dateParts(v);
406
+ if (!d || d[1] < 1 || d[1] > 12 || d[2] < 1 || d[2] > 31) {
407
+ throw new ExprError(`${fn}: ${show(v)} is not a date (use 2023-10-01, 2023-10, 10/01/2023, 2023M10 or 2023Q4)`);
408
+ }
409
+ return d;
410
+ }
411
+ /** Equality as a reader of the CSV sees it: 2020 equals "2020"; text compares exactly. */
412
+ export function looseEq(a, b) {
413
+ if (a === null || b === null)
414
+ return a === b;
415
+ if (typeof a === typeof b)
416
+ return a === b;
417
+ if (typeof a === "number" && typeof b === "string")
418
+ return toNumber(b) === a && /^[+-]?[\d.eE+-]+$/.test(b.trim());
419
+ if (typeof b === "number" && typeof a === "string")
420
+ return looseEq(b, a);
421
+ if (typeof a === "boolean" || typeof b === "boolean")
422
+ return text(a) === text(b);
423
+ return false;
424
+ }
425
+ /** Order of two values (numbers before text; null last). */
426
+ export function compare(a, b) {
427
+ if (a === null || b === null)
428
+ return a === b ? 0 : a === null ? 1 : -1;
429
+ if (typeof a === "boolean")
430
+ a = a ? 1 : 0;
431
+ if (typeof b === "boolean")
432
+ b = b ? 1 : 0;
433
+ if (typeof a === "number" && typeof b === "number")
434
+ return a < b ? -1 : a > b ? 1 : 0;
435
+ if (typeof a === "number")
436
+ return -1;
437
+ if (typeof b === "number")
438
+ return 1;
439
+ return a < b ? -1 : a > b ? 1 : 0;
440
+ }
441
+ function aggregate(fn, vals, weights) {
442
+ const nums = () => {
443
+ const out = [];
444
+ for (const v of vals) {
445
+ const x = numArg(fn, v);
446
+ if (x !== null && !Number.isNaN(x))
447
+ out.push(x);
448
+ }
449
+ return out;
450
+ };
451
+ switch (fn) {
452
+ case "count":
453
+ return vals.filter((v) => v !== null).length;
454
+ case "n_distinct":
455
+ return new Set(vals.filter((v) => v !== null).map((v) => `${typeof v}:${v}`)).size;
456
+ case "first":
457
+ return vals.length ? vals[0] : null;
458
+ case "last":
459
+ return vals.length ? vals[vals.length - 1] : null;
460
+ case "min":
461
+ case "max": {
462
+ const xs = vals.filter((v) => v !== null);
463
+ if (!xs.length)
464
+ return null;
465
+ const kinds = new Set(xs.map((v) => (typeof v === "string" ? "text" : "num")));
466
+ if (kinds.size > 1)
467
+ throw new ExprError(`${fn}: the values mix numbers and text: convert with number() first`);
468
+ return xs.reduce((a, b) => (compare(a, b) * (fn === "min" ? 1 : -1) <= 0 ? a : b));
469
+ }
470
+ case "sum": {
471
+ const xs = nums();
472
+ return xs.length ? finite(xs.reduce((a, b) => a + b, 0)) : null;
473
+ }
474
+ case "mean": {
475
+ const xs = nums();
476
+ return xs.length ? finite(xs.reduce((a, b) => a + b, 0) / xs.length) : null;
477
+ }
478
+ case "median": {
479
+ const xs = nums().sort((a, b) => a - b);
480
+ if (!xs.length)
481
+ return null;
482
+ const h = xs.length >> 1;
483
+ return xs.length % 2 ? xs[h] : (xs[h - 1] + xs[h]) / 2;
484
+ }
485
+ case "stdev": {
486
+ const xs = nums();
487
+ if (xs.length < 2)
488
+ return null;
489
+ const m = xs.reduce((a, b) => a + b, 0) / xs.length;
490
+ return finite(Math.sqrt(xs.reduce((a, b) => a + (b - m) ** 2, 0) / (xs.length - 1)));
491
+ }
492
+ case "weighted_mean": {
493
+ let sw = 0, swx = 0;
494
+ vals.forEach((v, i) => {
495
+ const x = numArg(fn, v), w = numArg(fn, weights[i]);
496
+ if (x === null || w === null || Number.isNaN(x) || Number.isNaN(w))
497
+ return;
498
+ sw += w;
499
+ swx += w * x;
500
+ });
501
+ return sw === 0 ? null : finite(swx / sw);
502
+ }
503
+ }
504
+ throw new ExprError(`unknown aggregate ${fn}`);
505
+ }
506
+ function arith(op, a, b) {
507
+ if (op === "+" && typeof a === "string" && typeof b === "string")
508
+ return a + b;
509
+ if (a === null || b === null)
510
+ return null;
511
+ const x = numArg(op, a), y = numArg(op, b);
512
+ switch (op) {
513
+ case "+":
514
+ return finite(x + y);
515
+ case "-":
516
+ return finite(x - y);
517
+ case "*":
518
+ return finite(x * y);
519
+ case "/":
520
+ return y === 0 ? null : finite(x / y);
521
+ case "%":
522
+ return y === 0 ? null : finite(x - y * Math.floor(x / y));
523
+ case "**":
524
+ return finite(x ** y);
525
+ }
526
+ throw new ExprError(`unknown operator ${op}`);
527
+ }
528
+ function text(v) {
529
+ if (v === null)
530
+ return null;
531
+ if (typeof v === "number")
532
+ return Number.isInteger(v) && Math.abs(v) < 1e16 ? String(v) : pyFloatRepr(v);
533
+ if (typeof v === "boolean")
534
+ return v ? "True" : "False";
535
+ return v;
536
+ }
537
+ function strArg(fn, v) {
538
+ return v === null ? null : text(v);
539
+ }
540
+ export function evaluate(n, ctx) {
541
+ switch (n.t) {
542
+ case "lit":
543
+ return n.v;
544
+ case "col": {
545
+ if (!ctx.row) {
546
+ if (ctx.keys?.has(n.name))
547
+ return ctx.group.length ? ctx.group[0][n.name] ?? null : null;
548
+ throw new ExprError(`in a rollup, ${n.name} must be inside an aggregate (sum, mean, first ...) or be a groupby key`);
549
+ }
550
+ return Object.hasOwn(ctx.row, n.name) ? ctx.row[n.name] : null;
551
+ }
552
+ case "un": {
553
+ const a = evaluate(n.a, ctx);
554
+ if (n.op === "!")
555
+ return !truthy(a);
556
+ if (a === null)
557
+ return null;
558
+ const x = numArg(n.op, a);
559
+ return n.op === "-" ? (x === 0 ? 0 : -x) : x;
560
+ }
561
+ case "cond":
562
+ return truthy(evaluate(n.c, ctx)) ? evaluate(n.a, ctx) : evaluate(n.b, ctx);
563
+ case "bin": {
564
+ if (n.op === "&&")
565
+ return truthy(evaluate(n.a, ctx)) && truthy(evaluate(n.b, ctx));
566
+ if (n.op === "||")
567
+ return truthy(evaluate(n.a, ctx)) || truthy(evaluate(n.b, ctx));
568
+ const a = evaluate(n.a, ctx), b = evaluate(n.b, ctx);
569
+ switch (n.op) {
570
+ case "==":
571
+ return looseEq(a, b);
572
+ case "!=":
573
+ return !looseEq(a, b);
574
+ case "<":
575
+ case "<=":
576
+ case ">":
577
+ case ">=": {
578
+ if (a === null || b === null)
579
+ return false;
580
+ const na = typeof a === "string" && typeof b === "number" ? null : a;
581
+ const nb = typeof b === "string" && typeof a === "number" ? null : b;
582
+ if (na === null || nb === null) {
583
+ throw new ExprError(`${n.op}: comparing a number with text ${show(typeof a === "string" ? a : b)}: convert with number() first`);
584
+ }
585
+ const c = compare(a, b);
586
+ return n.op === "<" ? c < 0 : n.op === "<=" ? c <= 0 : n.op === ">" ? c > 0 : c >= 0;
587
+ }
588
+ default:
589
+ return arith(n.op, a, b);
590
+ }
591
+ }
592
+ case "call":
593
+ return call(n, ctx);
594
+ }
595
+ }
596
+ function call(n, ctx) {
597
+ const fn = n.fn;
598
+ if (AGGREGATES[fn]) {
599
+ if (ctx.cache.has(n))
600
+ return ctx.cache.get(n);
601
+ const sub = (i) => ({ row: ctx.group[i], i, group: ctx.group, cache: new Map() });
602
+ const vals = fn === "count" && !n.args.length ? ctx.group.map(() => 1)
603
+ : ctx.group.map((_, i) => evaluate(n.args[0], sub(i)));
604
+ const w = fn === "weighted_mean" ? ctx.group.map((_, i) => evaluate(n.args[1], sub(i))) : undefined;
605
+ const v = aggregate(fn, vals, w);
606
+ ctx.cache.set(n, v);
607
+ return v;
608
+ }
609
+ if (WINDOWS[fn]) {
610
+ if (!ctx.row)
611
+ throw new ExprError(`${fn}() works in derive and filter, not in a rollup`);
612
+ if (fn === "row_number")
613
+ return ctx.i + 1;
614
+ if (fn === "lag" || fn === "lead") {
615
+ const k = n.args[1] ? numArg(fn, evaluate(n.args[1], ctx)) : 1;
616
+ if (k === null || !Number.isInteger(k) || k < 0)
617
+ throw new ExprError(`${fn}: the offset is a whole number >= 0`);
618
+ const j = fn === "lag" ? ctx.i - k : ctx.i + k;
619
+ if (j < 0 || j >= ctx.group.length)
620
+ return null;
621
+ return evaluate(n.args[0], { row: ctx.group[j], i: j, group: ctx.group, cache: new Map() });
622
+ }
623
+ // cumsum: running sum of the group up to this row (gaps count as 0 once a value was seen)
624
+ let arr = ctx.cache.get(n);
625
+ if (!arr) {
626
+ arr = [];
627
+ let s = null;
628
+ ctx.group.forEach((r, i) => {
629
+ const x = numArg(fn, evaluate(n.args[0], { row: r, i, group: ctx.group, cache: new Map() }));
630
+ if (x !== null)
631
+ s = (s ?? 0) + x;
632
+ arr.push(s);
633
+ });
634
+ ctx.cache.set(n, arr);
635
+ }
636
+ return arr[ctx.i];
637
+ }
638
+ const args = n.args.map((a) => (fn === "if" || fn === "coalesce" ? null : evaluate(a, ctx)));
639
+ const x = args[0];
640
+ const num1 = () => numArg(fn, x);
641
+ switch (fn) {
642
+ case "if":
643
+ return truthy(evaluate(n.args[0], ctx)) ? evaluate(n.args[1], ctx) : evaluate(n.args[2], ctx);
644
+ case "coalesce":
645
+ for (const a of n.args) {
646
+ const v = evaluate(a, ctx);
647
+ if (v !== null)
648
+ return v;
649
+ }
650
+ return null;
651
+ case "number":
652
+ return toNumber(x);
653
+ case "text":
654
+ case "string":
655
+ return text(x);
656
+ case "round": {
657
+ const v = num1();
658
+ const d = args[1] === undefined ? 0 : numArg(fn, args[1]);
659
+ if (d === null || !Number.isInteger(d))
660
+ throw new ExprError("round: digits is a whole number");
661
+ return v === null ? null : pyRound(v, d);
662
+ }
663
+ case "abs": {
664
+ const v = num1();
665
+ return v === null ? null : Math.abs(v);
666
+ }
667
+ case "sqrt":
668
+ case "log":
669
+ case "ln":
670
+ case "log10":
671
+ case "exp":
672
+ case "floor":
673
+ case "ceil": {
674
+ const v = num1();
675
+ if (v === null)
676
+ return null;
677
+ const f = { sqrt: Math.sqrt, log: Math.log, ln: Math.log, log10: Math.log10, exp: Math.exp, floor: Math.floor,
678
+ ceil: Math.ceil }[fn];
679
+ return finite(f(v));
680
+ }
681
+ case "pow": {
682
+ const a = num1(), b = numArg(fn, args[1]);
683
+ return a === null || b === null ? null : finite(a ** b);
684
+ }
685
+ case "greatest":
686
+ case "least": {
687
+ const xs = args.filter((v) => v !== null);
688
+ if (!xs.length)
689
+ return null;
690
+ xs.forEach((v) => numArg(fn, v));
691
+ return xs.reduce((a, b) => (compare(a, b) * (fn === "least" ? 1 : -1) <= 0 ? a : b));
692
+ }
693
+ case "isnull":
694
+ return x === null;
695
+ case "notnull":
696
+ return x !== null;
697
+ case "isin":
698
+ return args.slice(1).some((v) => looseEq(x, v));
699
+ case "lower":
700
+ case "upper":
701
+ case "trim": {
702
+ const s = strArg(fn, x);
703
+ if (s === null)
704
+ return null;
705
+ return fn === "lower" ? s.toLowerCase() : fn === "upper" ? s.toUpperCase() : s.trim();
706
+ }
707
+ case "len": {
708
+ const s = strArg(fn, x);
709
+ return s === null ? null : [...s].length;
710
+ }
711
+ case "substr": {
712
+ const s = strArg(fn, x);
713
+ const st = numArg(fn, args[1]), ln = args[2] === undefined ? undefined : numArg(fn, args[2]);
714
+ if (s === null || st === null)
715
+ return null;
716
+ return [...s].slice(st, ln === undefined || ln === null ? undefined : st + ln).join("");
717
+ }
718
+ case "contains":
719
+ case "startswith":
720
+ case "endswith": {
721
+ const s = strArg(fn, x), t = strArg(fn, args[1]);
722
+ if (s === null || t === null)
723
+ return null;
724
+ return fn === "contains" ? s.includes(t) : fn === "startswith" ? s.startsWith(t) : s.endsWith(t);
725
+ }
726
+ case "replace": {
727
+ const s = strArg(fn, x), a = strArg(fn, args[1]), b = strArg(fn, args[2]);
728
+ if (s === null || a === null || b === null)
729
+ return null;
730
+ return a === "" ? s : s.split(a).join(b);
731
+ }
732
+ case "concat":
733
+ return args.map((v) => text(v) ?? "").join("");
734
+ case "zfill": {
735
+ const s = strArg(fn, x), w = numArg(fn, args[1]);
736
+ if (s === null || w === null)
737
+ return null;
738
+ const neg = /^[+-]/.test(s) ? s[0] : "";
739
+ return neg + s.slice(neg.length).padStart(w - neg.length, "0");
740
+ }
741
+ case "year":
742
+ case "month":
743
+ case "day":
744
+ case "quarter":
745
+ case "fiscal_year": {
746
+ const d = dateOf(fn, x);
747
+ if (!d)
748
+ return null;
749
+ if (fn === "year")
750
+ return d[0];
751
+ if (fn === "month")
752
+ return d[1];
753
+ if (fn === "day")
754
+ return d[2];
755
+ if (fn === "quarter")
756
+ return Math.floor((d[1] - 1) / 3) + 1;
757
+ return d[0] + (d[1] >= 10 ? 1 : 0);
758
+ }
759
+ }
760
+ throw new ExprError(`unknown function ${fn}`);
761
+ }
762
+ /** Parse and check an expression against a table's columns. */
763
+ export function compile(src, cols, o = {}) {
764
+ const n = parse(src);
765
+ const info = inspect(n);
766
+ const missing = info.cols.filter((c) => !cols.includes(c));
767
+ if (missing.length) {
768
+ throw new ExprError(`unknown column${missing.length > 1 ? "s" : ""} ${missing.join(", ")}; the columns are ${pyRepr(cols)}` +
769
+ " (quote text values: \"New York\"; a name with spaces or dots: col(\"a b\"))");
770
+ }
771
+ if (info.agg && o.agg === false)
772
+ throw new ExprError(`aggregates are not allowed in ${o.what || "this step"}`);
773
+ if (info.win && o.win === false)
774
+ throw new ExprError(`window functions are not allowed in ${o.what || "this step"}`);
775
+ return n;
776
+ }
777
+ export function isTruthy(v) {
778
+ return truthy(v);
779
+ }
780
+ //# sourceMappingURL=expr.js.map