data-analyst-mcp 0.6.0 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (88) hide show
  1. package/README.md +9 -2
  2. package/dist/adapters/_census_micro.d.ts +2 -0
  3. package/dist/adapters/_census_micro.js +24 -1
  4. package/dist/adapters/_census_micro.js.map +1 -1
  5. package/dist/analysis/combine.js +3 -2
  6. package/dist/analysis/combine.js.map +1 -1
  7. package/dist/analysis/compute.d.ts +30 -7
  8. package/dist/analysis/compute.js +414 -162
  9. package/dist/analysis/compute.js.map +1 -1
  10. package/dist/analysis/expr.js +6 -2
  11. package/dist/analysis/expr.js.map +1 -1
  12. package/dist/analysis/handoff.d.ts +1 -1
  13. package/dist/analysis/handoff.js +44 -3
  14. package/dist/analysis/handoff.js.map +1 -1
  15. package/dist/analysis/rerun.js +2 -1
  16. package/dist/analysis/rerun.js.map +1 -1
  17. package/dist/analysis/rerun_job.d.ts +30 -0
  18. package/dist/analysis/rerun_job.js +173 -0
  19. package/dist/analysis/rerun_job.js.map +1 -0
  20. package/dist/analysis/rerun_worker.d.ts +1 -0
  21. package/dist/analysis/rerun_worker.js +13 -0
  22. package/dist/analysis/rerun_worker.js.map +1 -0
  23. package/dist/analysis/table.d.ts +7 -0
  24. package/dist/analysis/table.js +30 -1
  25. package/dist/analysis/table.js.map +1 -1
  26. package/dist/analysis/tools.d.ts +10 -7
  27. package/dist/analysis/tools.js +43 -45
  28. package/dist/analysis/tools.js.map +1 -1
  29. package/dist/core/compact.d.ts +15 -0
  30. package/dist/core/compact.js +98 -0
  31. package/dist/core/compact.js.map +1 -0
  32. package/dist/core/package.d.ts +8 -0
  33. package/dist/core/package.js +30 -1
  34. package/dist/core/package.js.map +1 -1
  35. package/dist/core/packs.d.ts +4 -2
  36. package/dist/core/sections.d.ts +21 -0
  37. package/dist/core/sections.js +53 -0
  38. package/dist/core/sections.js.map +1 -0
  39. package/dist/deep/opm.js +10 -2
  40. package/dist/deep/opm.js.map +1 -1
  41. package/dist/deep/treasury.js +7 -3
  42. package/dist/deep/treasury.js.map +1 -1
  43. package/dist/envelope.d.ts +1 -1
  44. package/dist/envelope.js +1 -1
  45. package/dist/envelope.js.map +1 -1
  46. package/dist/index.d.ts +57 -4
  47. package/dist/report/audit_answer.d.ts +1 -1
  48. package/dist/report/audit_answer.js +2 -2
  49. package/dist/report/audit_answer.js.map +1 -1
  50. package/dist/report/audit_report.d.ts +1 -1
  51. package/dist/report/audit_report.js +2 -2
  52. package/dist/report/audit_report.js.map +1 -1
  53. package/dist/report/build_report.d.ts +18 -0
  54. package/dist/report/build_report.js +52 -7
  55. package/dist/report/build_report.js.map +1 -1
  56. package/dist/report/method_audit.d.ts +4 -3
  57. package/dist/report/method_audit.js +8 -5
  58. package/dist/report/method_audit.js.map +1 -1
  59. package/dist/report/tools.d.ts +31 -1
  60. package/dist/report/tools.js +101 -23
  61. package/dist/report/tools.js.map +1 -1
  62. package/dist/server.d.ts +2 -2
  63. package/dist/server.js +54 -41
  64. package/dist/server.js.map +1 -1
  65. package/dist/session.d.ts +8 -2
  66. package/dist/session.js +9 -0
  67. package/dist/session.js.map +1 -1
  68. package/dist/tools.d.ts +98 -6
  69. package/dist/tools.js +154 -17
  70. package/dist/tools.js.map +1 -1
  71. package/dist/workspace_tool.d.ts +47 -0
  72. package/dist/workspace_tool.js +94 -0
  73. package/dist/workspace_tool.js.map +1 -0
  74. package/guide/WORKFLOW.md +7 -4
  75. package/guide/references/compute.md +51 -0
  76. package/guide/references/report_quick.md +60 -0
  77. package/package.json +1 -1
  78. package/packs/census/docs/microdata.md +77 -0
  79. package/packs/census/docs/timeseries.md +71 -0
  80. package/packs/census/source.md +10 -140
  81. package/packs/congress/docs/nominations_crs.md +26 -0
  82. package/packs/congress/docs/votes.md +30 -0
  83. package/packs/congress/source.md +4 -48
  84. package/packs/govinfo/docs/collections.md +88 -0
  85. package/packs/govinfo/source.md +6 -86
  86. package/packs/irs-soi/docs/eo.md +15 -0
  87. package/packs/irs-soi/docs/tables.md +50 -0
  88. package/packs/irs-soi/source.md +6 -57
@@ -1 +1 @@
1
- {"version":3,"file":"rerun.js","sourceRoot":"","sources":["../../src/analysis/rerun.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAOtC,SAAS,SAAS,CAAC,CAAU,EAAE,CAAU;IACvC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,SAAiB;IACpD,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAS,6CAA6C;IACjG,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC;QAChC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3G,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACvE,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,UAAU,OAAO,0BAA0B,EAAE,CAAC;YAC3F,SAAS;QACX,CAAC;QACD,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC,CAAQ,uDAAuD;YACzG,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,QAAQ,CAAC,GAAG,CAAC,GAAG,GAAG,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,GAAG,6CAA6C,EAAE;gBAChH,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,yEAAyE,EAAE,CAAC;YAC7G,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACnF,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,gFAAgF,EAAE,CAAC;YAChI,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAA8D,CAAC;aACnH,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnG,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,WAAW,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5E,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC/B,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACxB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,CAAC;iBACxH,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACnD,QAAQ,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,0BAA0B,GAAG,wBAAwB;oBAClH,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,uCAAuC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,gDAAgD,CAAC,EAAE,CAAC;QACzI,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,GAAG,YAAY,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE,CAAC;QACzF,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAyB,EAAE,CAAC;IACvC,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,SAAS;QAC9C,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,IAAwB,CAAC;YAC7B,IAAI,MAA0B,CAAC;YAC/B,IAAI,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBAChC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACzB,IAAI,IAAI,KAAK,SAAS;oBAAE,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,GAAG,GAAG,wBAAwB,CAAC;YAC3F,CAAC;iBAAM,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC7C,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;YACrD,CAAC;;gBAAM,MAAM,GAAG,GAAG,GAAG,aAAa,CAAC;YACpC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;gBACtE,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC7D,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC;YAC/E,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACjG,CAAC;QACH,CAAC;;YAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IACD,0FAA0F;IAC1F,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3H,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI;gBAC7D,MAAM,EAAE,4HAA4H,EAAE,CAAC;YACzI,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;YAChG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC;QAC/E,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,CAAC;IACH,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAC7B,CAAC"}
1
+ {"version":3,"file":"rerun.js","sourceRoot":"","sources":["../../src/analysis/rerun.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACjF,OAAO,EAAE,QAAQ,EAAc,MAAM,YAAY,CAAC;AAOlD,SAAS,SAAS,CAAC,CAAU,EAAE,CAAU;IACvC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,SAAiB;IACpD,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAS,6CAA6C;IACjG,MAAM,MAAM,GAAG,IAAI,GAAG,EAAiB,CAAC,CAAY,0DAA0D;IAC9G,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC;QAChC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3G,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACvE,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,UAAU,OAAO,0BAA0B,EAAE,CAAC;YAC3F,SAAS;QACX,CAAC;QACD,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC,CAAQ,uDAAuD;YACzG,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,QAAQ,CAAC,GAAG,CAAC,GAAG,GAAG,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,GAAG,6CAA6C,EAAE;gBAChH,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,yEAAyE,EAAE,CAAC;YAC7G,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACnF,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,gFAAgF,EAAE,CAAC;YAChI,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAA8D,CAAC;aACnH,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnG,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,WAAW,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;YACpF,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC/B,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACxB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,CAAC;iBACxH,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACnD,QAAQ,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,0BAA0B,GAAG,wBAAwB;oBAClH,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,uCAAuC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,gDAAgD,CAAC,EAAE,CAAC;QACzI,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,GAAG,YAAY,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE,CAAC;QACzF,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAyB,EAAE,CAAC;IACvC,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,SAAS;QAC9C,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,IAAwB,CAAC;YAC7B,IAAI,MAA0B,CAAC;YAC/B,IAAI,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBAChC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACzB,IAAI,IAAI,KAAK,SAAS;oBAAE,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,GAAG,GAAG,wBAAwB,CAAC;YAC3F,CAAC;iBAAM,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC7C,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;YACrD,CAAC;;gBAAM,MAAM,GAAG,GAAG,GAAG,aAAa,CAAC;YACpC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;gBACtE,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC7D,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC;YAC/E,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACjG,CAAC;QACH,CAAC;;YAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IACD,0FAA0F;IAC1F,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3H,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI;gBAC7D,MAAM,EAAE,4HAA4H,EAAE,CAAC;YACzI,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;YAChG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC;QAC/E,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,CAAC;IACH,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAC7B,CAAC"}
@@ -0,0 +1,30 @@
1
+ import { Worker } from "node:worker_threads";
2
+ import { type RerunResult } from "./rerun.js";
3
+ /** How long a tool call waits for the rerun before answering "in progress" (seconds; under the 60 s clients wait). */
4
+ export declare function rerunWaitMs(): number;
5
+ export declare class RerunPending extends Error {
6
+ elapsedS: number;
7
+ constructor(elapsedS: number);
8
+ }
9
+ type Job = {
10
+ stamp: string;
11
+ started: number;
12
+ worker?: Worker;
13
+ done: Promise<void>;
14
+ result?: RerunResult;
15
+ error?: string;
16
+ finished?: number;
17
+ };
18
+ /** Every file the rerun reads: path, size and modification time, and the content of files under 5 MB (a quick
19
+ * same-size edit keeps its size and can keep its time stamp). */
20
+ export declare function workspaceStamp(ws: string): string;
21
+ /** The rerun worker's heap (MB): DATA_ANALYST_RERUN_HEAP_MB, else 60 percent of the memory this process may use
22
+ * (a container's limit when it has one), at least the server's own heap limit. Node's default heap follows the
23
+ * machine's memory (about 2 GB in a small container), and replaying a state's PUMS recipes can need more. */
24
+ export declare function rerunHeapMb(): number;
25
+ /** The workspace's rerun job, started (or restarted after its files changed) if needed. */
26
+ export declare function startRerun(workspace: string): Job | null;
27
+ /** The rerun's result, waiting until `until` (ms since the epoch; default now + rerunWaitMs()). Throws RerunPending
28
+ * when it is still running then, and Error when the rerun itself failed. */
29
+ export declare function awaitRerun(workspace: string, until?: number): Promise<RerunResult>;
30
+ export {};
@@ -0,0 +1,173 @@
1
+ /**
2
+ * The rerun as a background job, so a tool call returns before its client gives up waiting (a chat that reaches
3
+ * this server through the desktop app waits 60 s; replaying a state's PUMS recipes can take minutes).
4
+ *
5
+ * one job per workspace, keyed by a fingerprint of the files the rerun reads (facts, lineage, exhibits, data,
6
+ * published): a call while it runs waits on that same job; a call after it finished gets its result at once;
7
+ * a call after those files changed stops the old job and starts a new one.
8
+ * The job runs in a worker thread (the server keeps answering meanwhile); where no worker can start, inline.
9
+ * awaitRerun waits until a deadline, then throws RerunPending: the tool says "call again".
10
+ * DATA_ANALYST_RERUN_INLINE=1: every call replays in this thread, nothing kept (tests that stub the rerun).
11
+ */
12
+ import { createHash } from "node:crypto";
13
+ import fs from "node:fs";
14
+ import os from "node:os";
15
+ import path from "node:path";
16
+ import v8 from "node:v8";
17
+ import { Worker } from "node:worker_threads";
18
+ import { rerunWorkspace } from "./rerun.js";
19
+ /** How long a tool call waits for the rerun before answering "in progress" (seconds; under the 60 s clients wait). */
20
+ export function rerunWaitMs() {
21
+ const v = Number(process.env.DATA_ANALYST_RERUN_WAIT_S);
22
+ return (Number.isFinite(v) && v >= 0 ? v : 45) * 1000;
23
+ }
24
+ const inlineOnly = () => process.env.DATA_ANALYST_RERUN_INLINE === "1";
25
+ export class RerunPending extends Error {
26
+ elapsedS;
27
+ constructor(elapsedS) {
28
+ super(`the rerun is still replaying the exhibit recipes (${elapsedS} s so far); it continues in the background`);
29
+ this.elapsedS = elapsedS;
30
+ }
31
+ }
32
+ const JOBS = new Map();
33
+ const READ = ["facts.json", "exhibits", "data", "published"];
34
+ /** Every file the rerun reads: path, size and modification time, and the content of files under 5 MB (a quick
35
+ * same-size edit keeps its size and can keep its time stamp). */
36
+ export function workspaceStamp(ws) {
37
+ const h = createHash("sha256");
38
+ const walk = (rel) => {
39
+ const abs = path.join(ws, rel);
40
+ let st;
41
+ try {
42
+ st = fs.statSync(abs);
43
+ }
44
+ catch {
45
+ return;
46
+ }
47
+ if (st.isDirectory()) {
48
+ for (const f of fs.readdirSync(abs).sort())
49
+ walk(path.join(rel, f));
50
+ }
51
+ else {
52
+ h.update(`${rel}\u0000${st.size}\u0000${st.mtimeMs}\n`);
53
+ if (st.size < 5 << 20)
54
+ h.update(fs.readFileSync(abs));
55
+ }
56
+ };
57
+ READ.forEach(walk);
58
+ return h.digest("hex");
59
+ }
60
+ /** The rerun worker's heap (MB): DATA_ANALYST_RERUN_HEAP_MB, else 60 percent of the memory this process may use
61
+ * (a container's limit when it has one), at least the server's own heap limit. Node's default heap follows the
62
+ * machine's memory (about 2 GB in a small container), and replaying a state's PUMS recipes can need more. */
63
+ export function rerunHeapMb() {
64
+ const set = Number(process.env.DATA_ANALYST_RERUN_HEAP_MB);
65
+ if (Number.isFinite(set) && set >= 256)
66
+ return Math.floor(set);
67
+ const own = Math.floor(v8.getHeapStatistics().heap_size_limit / 1048576);
68
+ const cap = process.constrainedMemory?.() || 0;
69
+ const mem = cap > 0 && cap < os.totalmem() ? cap : os.totalmem();
70
+ return Math.max(own, Math.floor((mem * 0.6) / 1048576));
71
+ }
72
+ function workerFile() {
73
+ const ts = import.meta.url.endsWith(".ts"); // run from the sources (tests, tsx): the worker needs the same loader
74
+ return { url: new URL(ts ? "./rerun_worker.ts" : "./rerun_worker.js", import.meta.url), execArgv: ts ? ["--import", "tsx"] : [] };
75
+ }
76
+ function start(ws, stamp) {
77
+ const job = { stamp, started: Date.now(), done: Promise.resolve() };
78
+ const inline = async () => {
79
+ try {
80
+ job.result = await rerunWorkspace(ws);
81
+ }
82
+ catch (e) {
83
+ job.error = e instanceof Error ? e.message : String(e);
84
+ }
85
+ };
86
+ job.done = new Promise((resolve) => {
87
+ const finish = () => ((job.finished = Date.now()), (job.worker = undefined), resolve());
88
+ let w;
89
+ const heap = rerunHeapMb();
90
+ try {
91
+ const f = workerFile();
92
+ w = new Worker(f.url, { workerData: { workspace: ws }, execArgv: f.execArgv,
93
+ resourceLimits: { maxOldGenerationSizeMb: heap } });
94
+ }
95
+ catch {
96
+ void inline().then(finish);
97
+ return;
98
+ }
99
+ job.worker = w;
100
+ let answered = false;
101
+ w.on("message", (m) => {
102
+ answered = true;
103
+ job.result = m.result;
104
+ job.error = m.error;
105
+ void w.terminate();
106
+ finish();
107
+ });
108
+ w.on("error", (e) => {
109
+ if (answered)
110
+ return;
111
+ answered = true;
112
+ // only a worker that could not load (no file, no loader) replays here instead; never one that ran out of
113
+ // memory: the same replay in the server's own thread would take the whole server down
114
+ if (/ERR_WORKER_(PATH|INIT_FAILED|INVALID_EXEC_ARGV)|ERR_MODULE_NOT_FOUND|ERR_UNKNOWN_FILE_EXTENSION|Cannot find (module|package)/
115
+ .test(`${e?.code} ${e?.message}`)) {
116
+ void inline().then(finish);
117
+ }
118
+ else {
119
+ job.error = e?.code === "ERR_WORKER_OUT_OF_MEMORY"
120
+ ? `the replay ran out of memory (${heap} MB for the rerun): give the server more memory, or set ` +
121
+ "DATA_ANALYST_RERUN_HEAP_MB higher, or make the exhibits from smaller inputs (fetch only the columns used)"
122
+ : e?.message || String(e);
123
+ finish();
124
+ }
125
+ });
126
+ w.on("exit", () => {
127
+ if (!answered) {
128
+ answered = true;
129
+ if (JOBS.get(ws) === job)
130
+ job.error = "the rerun stopped before it finished";
131
+ finish();
132
+ }
133
+ });
134
+ w.unref(); // a pending rerun never keeps the process alive
135
+ });
136
+ return job;
137
+ }
138
+ /** The workspace's rerun job, started (or restarted after its files changed) if needed. */
139
+ export function startRerun(workspace) {
140
+ if (inlineOnly())
141
+ return null;
142
+ const ws = path.resolve(workspace);
143
+ const stamp = workspaceStamp(ws);
144
+ const old = JOBS.get(ws);
145
+ if (old && old.stamp === stamp)
146
+ return old;
147
+ if (old?.worker)
148
+ void old.worker.terminate();
149
+ const job = start(ws, stamp);
150
+ JOBS.set(ws, job);
151
+ return job;
152
+ }
153
+ /** The rerun's result, waiting until `until` (ms since the epoch; default now + rerunWaitMs()). Throws RerunPending
154
+ * when it is still running then, and Error when the rerun itself failed. */
155
+ export async function awaitRerun(workspace, until = Date.now() + rerunWaitMs()) {
156
+ if (inlineOnly())
157
+ return rerunWorkspace(path.resolve(workspace));
158
+ const job = startRerun(workspace);
159
+ if (!job)
160
+ return rerunWorkspace(path.resolve(workspace));
161
+ if (job.finished === undefined) {
162
+ const left = until - Date.now();
163
+ let timer;
164
+ await Promise.race([job.done, new Promise((r) => (timer = setTimeout(r, Math.max(0, left))))]);
165
+ clearTimeout(timer);
166
+ }
167
+ if (job.finished === undefined)
168
+ throw new RerunPending(Math.round((Date.now() - job.started) / 1000));
169
+ if (job.error !== undefined)
170
+ throw new Error(job.error);
171
+ return job.result;
172
+ }
173
+ //# sourceMappingURL=rerun_job.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rerun_job.js","sourceRoot":"","sources":["../../src/analysis/rerun_job.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAoB,MAAM,YAAY,CAAC;AAE9D,sHAAsH;AACtH,MAAM,UAAU,WAAW;IACzB,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACxD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,GAAG,CAAC;AAEvE,MAAM,OAAO,YAAa,SAAQ,KAAK;IAClB;IAAnB,YAAmB,QAAgB;QACjC,KAAK,CAAC,qDAAqD,QAAQ,4CAA4C,CAAC,CAAC;QADhG,aAAQ,GAAR,QAAQ,CAAQ;IAEnC,CAAC;CACF;AAID,MAAM,IAAI,GAAG,IAAI,GAAG,EAAe,CAAC;AAEpC,MAAM,IAAI,GAAG,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;AAE7D;iEACiE;AACjE,MAAM,UAAU,cAAc,CAAC,EAAU;IACvC,MAAM,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC/B,IAAI,EAAY,CAAC;QACjB,IAAI,CAAC;YACH,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;YACrB,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE;gBAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,SAAS,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC,OAAO,IAAI,CAAC,CAAC;YACxD,IAAI,EAAE,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE;gBAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED;;6GAE6G;AAC7G,MAAM,UAAU,WAAW;IACzB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,eAAe,GAAG,OAAO,CAAC,CAAC;IACzE,MAAM,GAAG,GAAI,OAAe,CAAC,iBAAiB,EAAE,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;IACjE,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,UAAU;IACjB,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,sEAAsE;IAClH,OAAO,EAAE,GAAG,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AACpI,CAAC;AAED,SAAS,KAAK,CAAC,EAAU,EAAE,KAAa;IACtC,MAAM,GAAG,GAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;IACzE,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;QACxB,IAAI,CAAC;YACH,GAAG,CAAC,MAAM,GAAG,MAAM,cAAc,CAAC,EAAE,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,GAAG,CAAC,KAAK,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC;IACF,GAAG,CAAC,IAAI,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QACvC,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACxF,IAAI,CAAS,CAAC;QACd,MAAM,IAAI,GAAG,WAAW,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,UAAU,EAAE,CAAC;YACvB,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACzE,cAAc,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3B,OAAO;QACT,CAAC;QACD,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,CAA2C,EAAE,EAAE;YAC9D,QAAQ,GAAG,IAAI,CAAC;YAChB,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;YACtB,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;YACpB,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,EAAE,CAAC;QACX,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAM,EAAE,EAAE;YACvB,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,yGAAyG;YACzG,sFAAsF;YACtF,IAAI,8HAA8H;iBAC/H,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBACpC,KAAK,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,KAAK,0BAA0B;oBAChD,CAAC,CAAC,iCAAiC,IAAI,0DAA0D;wBAC/F,2GAA2G;oBAC7G,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC5B,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YAChB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,QAAQ,GAAG,IAAI,CAAC;gBAChB,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,GAAG;oBAAE,GAAG,CAAC,KAAK,GAAG,sCAAsC,CAAC;gBAC7E,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,gDAAgD;IAC7D,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,UAAU,CAAC,SAAiB;IAC1C,IAAI,UAAU,EAAE;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzB,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,KAAK,KAAK;QAAE,OAAO,GAAG,CAAC;IAC3C,IAAI,GAAG,EAAE,MAAM;QAAE,KAAK,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;IAC7C,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAClB,OAAO,GAAG,CAAC;AACb,CAAC;AAED;4EAC4E;AAC5E,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,SAAiB,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,EAAE;IACpF,IAAI,UAAU,EAAE;QAAE,OAAO,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IACjE,MAAM,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;IAClC,IAAI,CAAC,GAAG;QAAE,OAAO,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IACzD,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,KAAiC,CAAC;QACtC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrG,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS;QAAE,MAAM,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACtG,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC,MAAO,CAAC;AACrB,CAAC"}
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,13 @@
1
+ /**
2
+ * The rerun in its own thread (rerun_job.ts starts it): replaying large microdata recipes takes minutes of CPU, and
3
+ * in the server's own thread nothing else could be answered meanwhile. Posts {result} or {error}.
4
+ */
5
+ import { parentPort, workerData } from "node:worker_threads";
6
+ import { rerunWorkspace } from "./rerun.js";
7
+ try {
8
+ parentPort.postMessage({ result: await rerunWorkspace(workerData.workspace) });
9
+ }
10
+ catch (e) {
11
+ parentPort.postMessage({ error: e instanceof Error ? e.message : String(e) });
12
+ }
13
+ //# sourceMappingURL=rerun_worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rerun_worker.js","sourceRoot":"","sources":["../../src/analysis/rerun_worker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5C,IAAI,CAAC;IACH,UAAW,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;AAClF,CAAC;AAAC,OAAO,CAAC,EAAE,CAAC;IACX,UAAW,CAAC,WAAW,CAAC,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AACjF,CAAC"}
@@ -8,6 +8,13 @@ export declare function newRow(): Row;
8
8
  type Cell = string | null | undefined;
9
9
  /** Rows of a CSV text typed column by column (see the module comment). */
10
10
  export declare function parseTable(text: string): Table;
11
+ /** A CSV text's cells, header row first (the grid parseTable reads). */
12
+ export declare function csvGrid(text: string): string[][];
13
+ /** The typed table of a parsed grid, typed exactly as parseTable types the same CSV: `header` as headerOf gives it,
14
+ * only the columns `want` (in that order) when given. A name the header repeats takes its last column, as parseTable. */
15
+ export declare function tableFromGrid(header: string[], grid: string[][], want?: string[]): Table;
16
+ /** A Parquet file's column names, from its schema (no data decoded). */
17
+ export declare function parquetColumns(buf: Buffer, file: string): string[];
11
18
  /** A table from columns of cell texts (null = a gap), typed exactly as parseTable types the same CSV. */
12
19
  export declare function tableFromColumns(cols: string[], data: Record<string, Cell[]>, n: number): Table;
13
20
  /** The most cells (rows x columns) compute decodes from one Parquet input; above it, name the columns needed.
@@ -13,6 +13,7 @@ import crypto from "node:crypto";
13
13
  import fs from "node:fs";
14
14
  import { parse } from "csv-parse/sync";
15
15
  import { stringify } from "csv-stringify/sync";
16
+ import { namesHint } from "../core/compact.js";
16
17
  import { ParquetFile } from "../core/parquet.js";
17
18
  import { pyFloatRepr } from "../core/py.js";
18
19
  import { readCsv, writeCsv } from "../core/tabular.js";
@@ -74,6 +75,34 @@ export function parseTable(text) {
74
75
  });
75
76
  return { cols, rows };
76
77
  }
78
+ /** A CSV text's cells, header row first (the grid parseTable reads). */
79
+ export function csvGrid(text) {
80
+ return parse(text.replace(BOM, ""), { relax_column_count: true, relax_quotes: true, skip_empty_lines: true });
81
+ }
82
+ /** The typed table of a parsed grid, typed exactly as parseTable types the same CSV: `header` as headerOf gives it,
83
+ * only the columns `want` (in that order) when given. A name the header repeats takes its last column, as parseTable. */
84
+ export function tableFromGrid(header, grid, want) {
85
+ const head = grid[0] || [];
86
+ const at = new Map();
87
+ head.forEach((h, i) => at.set(h, i));
88
+ const cols = want ?? header;
89
+ const n = Math.max(0, grid.length - 1);
90
+ const idx = cols.map((c) => at.get(c));
91
+ const cell = (r, j) => (j === undefined || j >= r.length ? null : r[j]);
92
+ const kinds = idx.map((j) => kindOf(n, (i) => cell(grid[i + 1], j)));
93
+ const rows = new Array(n);
94
+ for (let i = 0; i < n; i++) {
95
+ const r = grid[i + 1], o = newRow();
96
+ for (let k = 0; k < cols.length; k++)
97
+ o[cols[k]] = typed(cell(r, idx[k]), kinds[k]);
98
+ rows[i] = o;
99
+ }
100
+ return { cols: [...cols], rows };
101
+ }
102
+ /** A Parquet file's column names, from its schema (no data decoded). */
103
+ export function parquetColumns(buf, file) {
104
+ return new ParquetFile(file, buf).columns();
105
+ }
77
106
  /** A table from columns of cell texts (null = a gap), typed exactly as parseTable types the same CSV. */
78
107
  export function tableFromColumns(cols, data, n) {
79
108
  const kinds = cols.map((c) => kindOf(n, (i) => data[c][i]));
@@ -98,7 +127,7 @@ export function readParquetTable(buf, file, columns) {
98
127
  const cols = columns && columns.length ? [...new Set(columns)] : have;
99
128
  const miss = cols.filter((c) => !have.includes(c));
100
129
  if (miss.length)
101
- throw new ParquetInputError(`no column${miss.length > 1 ? "s" : ""} ${miss.join(", ")}; the columns are ${have.join(", ")}`);
130
+ throw new ParquetInputError(`no column${miss.length > 1 ? "s" : ""} ${miss.join(", ")}; ${namesHint(miss, have, "columns", (v) => v.join(", "))}`);
102
131
  const cells = pq.numRows * cols.length;
103
132
  if (cells > PARQUET_MAX_CELLS.value) {
104
133
  throw new ParquetInputError(`${pq.numRows.toLocaleString("en-US")} rows x ${cols.length} columns is more than compute ` +
@@ -1 +1 @@
1
- {"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/analysis/table.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAMvD,MAAM,GAAG,GAAG,yCAAyC,CAAC;AACtD,MAAM,GAAG,GAAG,IAAI,CAAC;AAEjB,SAAS,WAAW,CAAC,CAAS;IAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACpC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,MAAM;IACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAKD,yGAAyG;AACzG,SAAS,MAAM,CAAC,CAAS,EAAE,EAAuB;IAChD,IAAI,CAAC,GAAgB,IAAI,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE;YAAE,SAAS;QACxD,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACtF,IAAI,CAAC,KAAK,IAAI;YAAE,CAAC,GAAG,IAAI,CAAC;aACpB,IAAI,CAAC,KAAK,IAAI;YAAE,CAAC,GAAG,MAAM,CAAC;QAChC,IAAI,CAAC,KAAK,MAAM;YAAE,MAAM;IAC1B,CAAC;IACD,OAAO,CAAC,IAAI,MAAM,CAAC;AACrB,CAAC;AAED,SAAS,KAAK,CAAC,CAAO,EAAE,IAAU;IAChC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAC3D,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACrC,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,CAAC,KAAK,MAAM,CAAC;IACzC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACvB,MAAM,KAAK,GAAyB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACxD,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAS,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACzB,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,yGAAyG;AACzG,MAAM,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAA4B,EAAE,CAAS;IACtF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAU,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;wHAEwH;AACxH,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AAEvD,MAAM,OAAO,iBAAkB,SAAQ,KAAK;CAAG;AAE/C,gHAAgH;AAChH,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,IAAY,EAAE,OAAyB;IACnF,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,iBAAiB,CAAC,YAAY,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9I,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;IACvC,IAAI,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;QACpC,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,MAAM,gCAAgC;YACrH,kBAAkB,iBAAiB,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,qCAAqC;YACtG,oFAAoF,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,IAAI,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzD,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE;gBAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;IACd,CAAC;IACD,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,CAAU;IAClD,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI;QACxG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAe,CAAC;AAC7C,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,OAAO,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,UAAU,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,QAAQ,CAAC,CAAoB;IAC3C,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC7C,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAC9B,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,CAAQ;IAC/B,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3F,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACvD,0GAA0G;IAC1G,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,gBAAgB,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ;QAC/G,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAqB;IAC1C,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC"}
1
+ {"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/analysis/table.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAMvD,MAAM,GAAG,GAAG,yCAAyC,CAAC;AACtD,MAAM,GAAG,GAAG,IAAI,CAAC;AAEjB,SAAS,WAAW,CAAC,CAAS;IAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACpC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,MAAM;IACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAKD,yGAAyG;AACzG,SAAS,MAAM,CAAC,CAAS,EAAE,EAAuB;IAChD,IAAI,CAAC,GAAgB,IAAI,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE;YAAE,SAAS;QACxD,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACtF,IAAI,CAAC,KAAK,IAAI;YAAE,CAAC,GAAG,IAAI,CAAC;aACpB,IAAI,CAAC,KAAK,IAAI;YAAE,CAAC,GAAG,MAAM,CAAC;QAChC,IAAI,CAAC,KAAK,MAAM;YAAE,MAAM;IAC1B,CAAC;IACD,OAAO,CAAC,IAAI,MAAM,CAAC;AACrB,CAAC;AAED,SAAS,KAAK,CAAC,CAAO,EAAE,IAAU;IAChC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAC3D,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACrC,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,CAAC,KAAK,MAAM,CAAC;IACzC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACvB,MAAM,KAAK,GAAyB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACxD,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAS,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACzB,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAe,CAAC;AAC9H,CAAC;AAED;yHACyH;AACzH,MAAM,UAAU,aAAa,CAAC,MAAgB,EAAE,IAAgB,EAAE,IAAe;IAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3B,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,IAAI,MAAM,CAAC;IAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,CAAC,CAAW,EAAE,CAAqB,EAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5G,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,IAAI,GAAU,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;AACnC,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,cAAc,CAAC,GAAW,EAAE,IAAY;IACtD,OAAO,IAAI,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;AAC9C,CAAC;AAED,yGAAyG;AACzG,MAAM,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAA4B,EAAE,CAAS;IACtF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAU,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;wHAEwH;AACxH,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AAEvD,MAAM,OAAO,iBAAkB,SAAQ,KAAK;CAAG;AAE/C,gHAAgH;AAChH,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,IAAY,EAAE,OAAyB;IACnF,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,iBAAiB,CAAC,YAAY,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAE,CAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IAClL,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;IACvC,IAAI,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;QACpC,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,MAAM,gCAAgC;YACrH,kBAAkB,iBAAiB,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,qCAAqC;YACtG,oFAAoF,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,IAAI,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzD,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE;gBAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;IACd,CAAC;IACD,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,CAAU;IAClD,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI;QACxG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAe,CAAC;AAC7C,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,OAAO,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,UAAU,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,QAAQ,CAAC,CAAoB;IAC3C,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC7C,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAC9B,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,CAAQ;IAC/B,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3F,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACvD,0GAA0G;IAC1G,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,gBAAgB,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ;QAC/G,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAqB;IAC1C,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC"}
@@ -3,13 +3,12 @@ import type { ToolDef } from "../toolkit.js";
3
3
  export declare function computeTool(s: Session, a: any): {
4
4
  status: string;
5
5
  summary: {
6
+ preview_note?: string | undefined;
6
7
  file: string;
7
8
  rows: number;
8
9
  columns: string[];
9
10
  packs: string[];
10
- preview: {
11
- [k: string]: string;
12
- }[];
11
+ preview: Record<string, string>[];
13
12
  };
14
13
  files: string[];
15
14
  notes: string[];
@@ -18,14 +17,18 @@ export declare function computeTool(s: Session, a: any): {
18
17
  export declare function factsTool(s: Session, a: any): {
19
18
  status: string;
20
19
  summary: {
21
- added: Record<string, any>;
22
- facts: string[];
20
+ added: {
21
+ [k: string]: {
22
+ pack?: any;
23
+ value: any;
24
+ text: any;
25
+ };
26
+ };
23
27
  };
24
28
  facts: {
25
29
  name: string;
26
30
  value: any;
27
31
  text: any;
28
- label: any;
29
32
  }[];
30
33
  files: string[];
31
34
  notes: string[];
@@ -58,7 +61,7 @@ export declare function citeTool(s: Session, a: any): Promise<{
58
61
  export declare function handoffTool(s: Session): {
59
62
  status: string;
60
63
  summary: {
61
- sources: (import("./handoff.js").SourceSummary | import("./handoff.js").PublishedSummary)[];
64
+ sources: any[];
62
65
  unpackaged: string[];
63
66
  };
64
67
  text: string;
@@ -3,15 +3,14 @@ import fs from "node:fs";
3
3
  import path from "node:path";
4
4
  import { z } from "zod";
5
5
  import { fail } from "../envelope.js";
6
+ import { columnList } from "../core/compact.js";
6
7
  import { cite, CiteError } from "./cite.js";
7
8
  import { compute, ComputeError } from "./compute.js";
8
- import { AGGREGATES, FUNCTIONS, WINDOWS } from "./expr.js";
9
9
  import { FactError, registerFacts } from "./facts.js";
10
10
  import { summarize } from "./handoff.js";
11
- import { rerunWorkspace } from "./rerun.js";
11
+ import { awaitRerun, RerunPending } from "./rerun_job.js";
12
12
  import { writeTable, WriteTableError } from "./write_table.js";
13
- const list = (o) => Object.keys(o).filter((k) => k !== "col").join(", ");
14
- const COMPUTE_FIX = "Fix the step the message names (columns, verbs and functions are listed in the compute description) " +
13
+ const COMPUTE_FIX = "Fix the step the message names (verbs and functions: guide(\"compute\")) " +
15
14
  "and call compute again.";
16
15
  export function computeTool(s, a) {
17
16
  let r;
@@ -24,7 +23,8 @@ export function computeTool(s, a) {
24
23
  throw e;
25
24
  }
26
25
  return {
27
- status: "ok", summary: { file: r.rel, rows: r.rows, columns: r.columns, packs: r.packs, preview: r.preview },
26
+ status: "ok", summary: { file: r.rel, rows: r.rows, columns: columnList(r.columns), packs: r.packs, preview: r.preview,
27
+ ...(r.preview_note ? { preview_note: r.preview_note } : {}) },
28
28
  files: [r.file], notes: r.notes,
29
29
  next: "Register each number you will cite with facts (table: this file, where: the row's key values, column), " +
30
30
  "so the answer and report quote it and the rerun gate reproduces it.",
@@ -39,9 +39,11 @@ export function factsTool(s, a) {
39
39
  saved = JSON.parse(fs.readFileSync(path.join(s.workspace, "facts.json"), "utf8"));
40
40
  }
41
41
  catch { /* none yet */ }
42
- const facts = r.names.map((n) => ({ name: n, value: saved[n]?.value ?? null, text: saved[n]?.text ?? null,
43
- label: saved[n]?.label ?? null }));
44
- return { status: "ok", summary: { added: r.added, facts: r.names }, facts, files: [r.file], notes: r.notes,
42
+ // compact: each fact's value and the text the model quotes, and only value/text/pack for the ones just added (the
43
+ // rest of each record is its own input echoed back)
44
+ const facts = r.names.map((n) => ({ name: n, value: saved[n]?.value ?? null, text: saved[n]?.text ?? null }));
45
+ const added = Object.fromEntries(Object.entries(r.added).map(([n, rec]) => [n, { value: rec?.value ?? null, text: rec?.text ?? null, ...(rec && "pack" in rec ? { pack: rec.pack } : {}) }]));
46
+ return { status: "ok", summary: { added }, facts, files: [r.file], notes: r.notes,
45
47
  next: "Quote each fact's text in the answer exactly (or {{name}} / {{name|fmt}} in report.json)." };
46
48
  }
47
49
  catch (e) {
@@ -53,7 +55,16 @@ export function factsTool(s, a) {
53
55
  }
54
56
  }
55
57
  export async function rerunTool(s) {
56
- const r = await rerunWorkspace(s.workspace);
58
+ let r;
59
+ try {
60
+ r = await awaitRerun(s.workspace);
61
+ }
62
+ catch (e) {
63
+ if (!(e instanceof RerunPending))
64
+ throw e;
65
+ throw fail("in_progress", e.message, "Call rerun again in about 30 seconds: it waits on this same replay (it does not " +
66
+ "start another) and answers at once when it is done. Do not change the workspace meanwhile.", { retry_after_s: 30 });
67
+ }
57
68
  const bad = [...Object.entries(r.exhibits).filter(([, v]) => !v.same).map(([k]) => k),
58
69
  ...Object.entries(r.facts).filter(([, v]) => !v.same).map(([k]) => `fact ${k}`)];
59
70
  return { status: "ok", summary: { reproduced: !bad.length, not_reproduced: bad, ...r },
@@ -79,16 +90,16 @@ export async function citeTool(s, a) {
79
90
  }
80
91
  export function handoffTool(s) {
81
92
  const r = summarize(s.workspace);
82
- return { status: "ok", summary: { sources: r.sources, unpackaged: r.unpackaged }, text: r.text, action: r.action };
93
+ // the previews are in text (Markdown); the summary keeps the facts about each file, not the previews again
94
+ const sources = r.sources.map((x) => ({ ...x, files: (x.files || []).map(({ preview: _p, ...f }) => f) }));
95
+ return { status: "ok", summary: { sources, unpackaged: r.unpackaged }, text: r.text, action: r.action };
83
96
  }
84
97
  const scalar = z.union([z.string(), z.number(), z.boolean(), z.null()]);
98
+ // described once, in the facts description (these fields repeat in add and derived)
85
99
  const flags = {
86
- fmt: z.string().optional().describe("Format code: raw, num:0, pct:1 (share 0-1), pct100:1 (already percent), pp:1, pp100:1, " +
87
- "bp:0, dollars:0, thousands:-3, millions:1, billions:1, usd_b:1 (value in dollars), usd_b_scaled:1 (already billions), " +
88
- "ratio:2, index:1, year; prefixes signed:, abs:, from_millions: ...; suffix :abs"),
100
+ fmt: z.string().optional().describe("A format code (see the description)"),
89
101
  label: z.string().optional(),
90
- pack: z.union([z.string(), z.array(z.string())]).nullable().optional()
91
- .describe("The source pack(s) the number comes from (inferred from data/<id>/ or the exhibit's lineage); [] for none"),
102
+ pack: z.union([z.string(), z.array(z.string())]).nullable().optional().describe("Source pack(s); [] for none"),
92
103
  headline: z.boolean().optional().describe("A number the answer leads with (needs a benchmark.csv row)"),
93
104
  preliminary: z.boolean().optional().describe("An early estimate the agency will revise"),
94
105
  vintage: z.string().nullable().optional().describe("The vintage, when not the latest"),
@@ -99,35 +110,19 @@ export const TOOLS = [
99
110
  {
100
111
  name: "compute",
101
112
  title: "Compute an exhibit",
102
- description: "Run declarative steps over full workspace tables (fetched data/<id>/<table>.csv or .parquet, earlier " +
103
- "exhibits, published/*.csv) and save the result as exhibits/<name>.csv with its lineage, so the rerun gate can replay it. " +
104
- "Call it for every table the answer or report draws numbers from; never compute cited numbers by hand.\n" +
105
- "Each step is an object with one verb: {filter: expr}, {derive: {col: expr}}, {select: [cols]}, {rename: {old: new}}, " +
106
- "{groupby: [keys], rollup: {col: aggregate expr}} (groupby also goes with derive or filter: per-group windows and " +
107
- "shares), {join: alias, on: [keys] | {left: right}, how: inner|left, suffix?: [\"_x\",\"_y\"]}, " +
108
- "{pivot_wider: {names_from, values_from, id_cols?, fill?}}, {pivot_longer: {cols, names_to, values_to}}, " +
109
- "{orderby: [col, \"-col\" for descending]}, {slice: n | [start, end]}, {dedupe: true | [cols]}, {concat: [aliases]}, " +
110
- "{as: name} (keep the current table under a name), {from: name} (switch to a table); combine helpers: " +
111
- "{fiscal_year: {date, as?}}, {to_fiscal: {date, value, how: sum|mean|last, freq: M|Q}} (adds periods and complete; " +
112
- "incomplete years are flagged, never full), {state_codes: col} (adds state_usps, state_fips, state_name), " +
113
- "{deflate: {value, period, index: alias, index_period?, index_value, name: \"CPI-U, BLS CUUR0000SA0\", base?: \"2024\", as?}}, " +
114
- "{align_check: {tables: [aliases or \"this\"], on: [keys], units: {alias: \"billions of dollars, nominal, fiscal years\"}}} " +
115
- "(refuses repeated keys, missing units, no overlap; run it before a join of two sources).\n" +
116
- "Survey standard errors: {groupby?: [keys], replicate_se: {estimates: {rate: \"sum(PWGTP * (HICOV == 2)) / sum(PWGTP)\"}, " +
117
- "weight: \"PWGTP\", replicates: \"PWGTP1:PWGTP80\" | [cols], method: sdr|fay|jk1|brr|custom, rho? (fay), scale? (custom), " +
118
- "also?: {n: \"count()\"}, confidence?: 90|95|99}} recomputes each weighted estimate with every replicate weight in place " +
119
- "of the weight and adds <name>_se and <name>_moe (90 percent by default, Census's). SE = sqrt(c * sum over r of " +
120
- "(estimate_r - estimate)^2), c = 4/R for sdr (ACS PUMS 4/80, CPS ASEC 4/160), 1/(R(1-rho)^2) for fay, (R-1)/R for jk1, " +
121
- "1/R for brr; use the method the pack's notes name. An SE of a difference or ratio needs it as one estimate, e.g. " +
122
- "\"sum(W*(YEAR==2024)*X)/sum(W*(YEAR==2024)) - sum(W*(YEAR==2023)*X)/sum(W*(YEAR==2023))\". " +
123
- "{replicate_se: {estimate: col, replicates, method, as?}} instead reads a table that already holds replicate estimates " +
124
- "(one row per estimate) and adds <as>_se and <as>_moe to each row.\n" +
125
- "Expressions: column names (col(\"a b\") for odd names), numbers, \"text\", true/false/null, + - * / % **, " +
126
- "== != < <= > >=, && || ! (and/or/not), c ? a : b. Functions: " + list(FUNCTIONS) + ". Aggregates: " + list(AGGREGATES) +
127
- ". Windows (in row order, per group): " + list(WINDOWS) + ". Nothing else runs: no property access, no other calls. " +
128
- "CSV cells that are plain numbers are numbers; \"1,234\" stays text until number(); an empty cell is null (a gap); " +
129
- "Parquet cells are typed the same way. For a big file, read only the columns needed: {alias: {path, columns: [...]}}. " +
130
- "Returns the columns, row count, the first rows (preview, at most 50) and the file.",
113
+ description: "Run declarative steps over full workspace tables (data/<id>/<table>.csv or .parquet, earlier exhibits, " +
114
+ "published/*.csv) and save exhibits/<name>.csv with its lineage, so the rerun gate can replay it. Call it for every " +
115
+ "table the answer or report draws numbers from; never compute cited numbers by hand.\n" +
116
+ "Steps, one verb each: filter, derive, select, rename, groupby with rollup (or with derive/filter for per-group " +
117
+ "windows and shares), join, pivot_wider, pivot_longer, orderby, slice, dedupe, concat, as, from; helpers " +
118
+ "fiscal_year, to_fiscal, state_codes, deflate, align_check (before joining two sources); replicate_se (survey " +
119
+ "standard errors and MOEs from replicate weights, e.g. ACS PUMS PWGTP1:PWGTP80 with sdr). Example: " +
120
+ '[{"filter": "AGEP >= 16"}, {"derive": {"fed": "COW == 5 ? 1 : 0"}}, {"groupby": ["fed"], "rollup": ' +
121
+ '{"n": "sum(PWGTP)"}}].\n' +
122
+ "Expressions: column names (col(\"a b\") for odd ones), numbers, \"text\", + - * / % **, comparisons, && || !, " +
123
+ "c ? a : b, and the listed functions, aggregates and windows. guide(\"compute\") has every verb's arguments, " +
124
+ "the function list and the replicate_se methods. For a big file, name the columns: {alias: {path, columns}}. " +
125
+ "Returns the columns, row count, a short preview and the file.",
131
126
  inputSchema: {
132
127
  inputs: z.record(z.string(), z.union([z.string(), z.object({ path: z.string(), columns: z.array(z.string()).optional() })]))
133
128
  .describe('{alias: "data/<id>/<table>.csv" | "data/<id>/<table>.parquet" | "exhibits/<x>.csv" | "published/<x>.csv" | ' +
@@ -150,7 +145,10 @@ export const TOOLS = [
150
145
  "a derivation: written as an expression over fact names (\"deaths_2024 / deaths_2020 - 1\") it is computed here, so " +
151
146
  "leave value out; a prose derivation needs value. Refuses empty cells and NaN, an ambiguous pack, unknown formats and " +
152
147
  "units slips (a share given to pct100, millions given to usd_b ...); nothing is saved when any fact is refused. " +
153
- "Returns each fact with its text (the value as the answer prints it: quote it exactly) and notes (rounding ties).",
148
+ "Returns each fact with its text (the value as the answer prints it: quote it exactly) and notes (rounding ties). " +
149
+ "fmt codes: raw, num:0, pct:1 (share 0-1), pct100:1 (already percent), pp:1, pp100:1, bp:0, dollars:0, thousands:-3, " +
150
+ "millions:1, billions:1, usd_b:1 (value in dollars), usd_b_scaled:1 (already billions), ratio:2, index:1, year; " +
151
+ "prefixes signed:, abs:, from_millions: ...; suffix :abs. pack is inferred from data/<id>/ or the exhibit's lineage.",
154
152
  inputSchema: {
155
153
  add: z.array(z.object({ name: z.string(), table: z.string(), where: z.record(z.string(), scalar), column: z.string(), ...flags }))
156
154
  .optional().describe("Table facts"),